-- Logs begin at Tue 2022-03-08 19:23:17 UTC, end at Tue 2022-03-08 20:46:56 UTC. -- Mar 08 20:10:27.428357 dv-cinder-830095-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 20:10:30.428527 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:10:30.429111 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:10:30.429317 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:10:30.433461 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:10:30.433718 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 20:10:30.434037 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 20:10:30.434993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:10:30.435229 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:10:30.435602 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:10:30.435883 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:10:30.436515 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:10:30.436846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.437281 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 20:10:30.437600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.437905 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.438208 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.438511 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.438814 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.439103 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.439398 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.439702 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.440029 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.440316 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.440608 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.440906 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.441193 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.441483 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.441773 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.442061 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.442347 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.442784 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.443198 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.443484 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.443798 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.444085 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.444362 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.444643 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.444932 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.445266 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] host = dv-cinder-830095-3-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.445551 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.445953 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.446268 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.447210 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.447702 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.448022 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.448322 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.448611 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.448899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.449185 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.449482 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.449778 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.450074 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.450302 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.450528 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.450833 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.451126 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.451407 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.451686 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.451991 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.452269 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.452548 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.452823 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.453112 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.453399 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.453687 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.453967 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.454245 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.454522 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.454798 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.455087 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.455365 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.455641 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.455944 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.456231 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.456505 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.456784 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.457089 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.457378 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.457665 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.457952 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.458246 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.458515 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.458798 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.459073 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.459346 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.459703 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.460004 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.460291 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.460567 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.460842 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.461120 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.461395 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.461681 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.461955 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:30.462379 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.462850 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.463164 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.463469 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.463795 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.464085 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.464380 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.464663 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.464956 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.465251 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.465546 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.465830 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.466133 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.466427 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.466727 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.467035 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.467335 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.467632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.467941 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.468223 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.468502 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.468788 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.469079 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.469362 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.469658 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.469952 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.470235 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.470537 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.470830 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.471128 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.471422 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.471701 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.472007 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.472302 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.472584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.472861 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.473144 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.473438 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.473719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.473996 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.474283 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.474564 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.474839 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.475114 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.475396 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.475690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.475993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.476268 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.476542 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.476821 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.477097 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.477386 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.477713 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.478190 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.478525 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.478820 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.479105 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.479385 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.479670 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.479976 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.480257 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.480538 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.480815 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.481092 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.481370 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.481647 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.481924 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.482201 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.482481 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.482762 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.483040 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.483317 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.483598 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.483910 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.484203 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.484509 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.484792 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.485078 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.485364 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.485648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.485930 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.486212 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.486496 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.486781 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.487059 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.487351 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.487641 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.487967 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.488274 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.488558 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.488861 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.489143 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.489423 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.489712 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.489992 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.490272 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.490557 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.490844 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.491141 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.491437 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.491774 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.492057 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.492354 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.492639 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.492949 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.493231 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:30.494032 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:10:30.494508 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103638) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 20:10:30.892671 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:10:30.892954 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:10:30.893265 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 20:10:30.893746 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 20:10:31.239335 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.239560 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.239857 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.241156 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.241432 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.241697 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.288377 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.288655 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.288921 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.303199 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.303482 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.303777 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.333228 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.333509 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.333780 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.371652 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.371961 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.372228 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.723466 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.724161 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.724161 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.724346 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.724959 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.825640 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.825957 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.826241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.826516 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.826785 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.827100 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.827363 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.827625 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.827911 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.828197 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.828461 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.828730 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.828988 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.829242 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.829497 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.829761 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.830015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.830285 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.830553 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.830811 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.831084 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.831338 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.831615 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.832015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.832267 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.832517 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.832911 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.833154 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.833392 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.833629 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.833866 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.834103 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:31.834464 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 20:10:31.838425 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 20:10:31.842532 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 20:10:31.846249 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 08 20:10:31.847941 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 20:10:31.848404 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 20:10:31.848738 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 20:10:31.849120 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 20:10:31.851969 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 20:10:31.852224 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 20:10:31.852599 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:10:31.857802 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 20:10:31.881772 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 20:10:31.882233 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.882533 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103638) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 20:10:31.882904 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.885022 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103638) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 20:10:31.885310 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:10:31.885563 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 20:10:31.888861 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.889146 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:31.953374 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 20:10:31.953616 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 20:10:31.953857 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 20:10:31.954224 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 20:10:31.974290 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_db.sqlalchemy.engines [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103638) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 20:10:32.590198 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing driver for type 'gre' Mar 08 20:10:32.590733 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] gre ID ranges: [(1, 1000)] Mar 08 20:10:32.781671 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing driver for type 'local' Mar 08 20:10:32.782305 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing driver for type 'vlan' Mar 08 20:10:32.904307 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] VlanTypeDriver initialization complete Mar 08 20:10:32.904651 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing driver for type 'vxlan' Mar 08 20:10:32.905159 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] vxlan ID ranges: [(1, 1000)] Mar 08 20:10:33.182084 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing extension driver 'port_security' Mar 08 20:10:33.182361 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.extensions.port_security [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] PortSecurityExtensionDriver initialization complete Mar 08 20:10:33.182703 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing mechanism driver 'openvswitch' Mar 08 20:10:33.183036 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing mechanism driver 'hyperv' Mar 08 20:10:33.189684 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.plugin [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:33.190546 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.190926 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.191288 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.191840 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.192282 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.192646 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.192993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.193389 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.193795 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.194172 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.194522 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.194916 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.195326 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.195686 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.196061 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.197386 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.197814 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.198172 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.198523 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.198922 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.199330 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.199685 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.201846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.201846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 20:10:33.201846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] ML2 OVO RPC backend initialized. {{(pid=103638) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 20:10:33.201846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.202156 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.202321 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.202672 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > networks before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.203026 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.203373 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > ports before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.203734 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.204093 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.204443 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.204787 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.205127 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.205465 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.205805 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.206147 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.206485 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.206825 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.207160 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.215492 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded quota_driver: . Mar 08 20:10:33.215894 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.plugin [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Modular L2 Plugin initialization complete Mar 08 20:10:33.216249 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading services supported by the core plugin {{(pid=103638) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 20:10:33.216597 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.plugins.ml2.managers [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Got port-security extension from driver 'port_security' Mar 08 20:10:33.217088 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.extensions.vlantransparent [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Disabled vlantransparent extension. Mar 08 20:10:33.217585 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103638) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 20:10:33.217915 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: router Mar 08 20:10:33.254267 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.254665 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.255041 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router before_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.255412 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.255819 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.256183 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_delete 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.256545 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.256902 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.257263 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.257615 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.257969 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.258317 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.258678 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.260063 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.260449 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.260799 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.261149 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: subnet after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.261498 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.261854 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.262206 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.262557 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.262903 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.263263 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router after_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.263608 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.264121 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.264492 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.264843 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.265211 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > agent after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.265565 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.265914 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > network after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.266761 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Tracking information for resource: router configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:33.267098 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Tracking information for resource: floatingip configured {{(pid=103638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:10:33.272081 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.db.l3_agentschedulers_db [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 20:10:33.272652 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.273014 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.273368 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.273722 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: port after_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.275506 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router before_create 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.275924 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.276299 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.276664 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.281589 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.provider_configuration [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service providers = [] {{(pid=103638) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 20:10:33.281952 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.db.servicetype_db [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103638) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 20:10:33.284964 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:10:33.285316 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:10:33.285662 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:10:33.286564 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.services.service_base [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:10:33.287200 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.services.service_base [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 20:10:33.287579 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.287933 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 20:10:33.313074 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.313408 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: auto_allocate Mar 08 20:10:33.319198 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: network precommit_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.319573 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: network precommit_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.320170 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.320454 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: tag Mar 08 20:10:33.328275 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.328612 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: timestamp Mar 08 20:10:33.332446 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.332784 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: network_ip_availability Mar 08 20:10:33.339276 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.339648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.340035 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.340758 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.341078 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: flavors Mar 08 20:10:33.355424 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.355790 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading Plugin: revisions Mar 08 20:10:33.360132 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:10:33.360529 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.467s {{(pid=103638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 20:10:33.361264 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103638) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 20:10:33.361609 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Initializing extension manager. Mar 08 20:10:33.362130 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: __init__.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.362473 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: __pycache__ {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.362810 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.363145 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.363932 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.364495 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: address-group Mar 08 20:10:33.364872 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: address_scope.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.365532 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.366046 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: address-scope Mar 08 20:10:33.366373 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.367308 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.367858 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: router-admin-state-down-before-update Mar 08 20:10:33.368211 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: agent.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.369362 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.369884 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: agent Mar 08 20:10:33.370214 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: agent_resources_synced.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.371142 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.371663 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: agent-resources-synced Mar 08 20:10:33.372018 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.373809 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.374342 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: allowed-address-pairs Mar 08 20:10:33.374676 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.375790 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.376316 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: auto-allocated-topology Mar 08 20:10:33.376648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.377350 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.377862 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: availability_zone Mar 08 20:10:33.378192 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: availability_zone_filter.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.379109 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.379624 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: availability_zone_filter Mar 08 20:10:33.379980 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: data_plane_status.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.380894 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.381413 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 20:10:33.381737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: default_subnetpools.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.382653 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.383165 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: default-subnetpools Mar 08 20:10:33.383491 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.385328 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.390862 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: dhcp_agent_scheduler Mar 08 20:10:33.390862 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: dns.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.391549 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.392099 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 20:10:33.392429 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: dns_domain_ports.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.393354 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.393869 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 20:10:33.394200 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.395151 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.395658 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 20:10:33.396016 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: dvr.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.396696 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.397210 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: dvr Mar 08 20:10:33.397537 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: ecmp_routes.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.398461 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.398974 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 20:10:33.399302 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: empty_string_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.401224 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.401749 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: empty-string-filtering Mar 08 20:10:33.402080 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.403003 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.403518 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:10:33.403881 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.404808 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.405319 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 20:10:33.405648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: external_net.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.406568 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.407086 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: external-net Mar 08 20:10:33.407413 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.408362 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.408879 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: extra_dhcp_opt Mar 08 20:10:33.409205 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: extraroute.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.410113 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.410622 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: extraroute Mar 08 20:10:33.410949 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: extraroute_atomic.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.412274 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.412793 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: extraroute-atomic Mar 08 20:10:33.413122 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: filter_validation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.413791 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.414300 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: filter-validation Mar 08 20:10:33.414626 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: fip_pf_description.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.416042 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.416559 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 20:10:33.416885 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: fip_port_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.417998 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.418518 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: fip-port-details Mar 08 20:10:33.418846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: flavors.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.425940 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.426466 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: flavors Mar 08 20:10:33.426823 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.428594 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.429134 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 20:10:33.429474 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: floatingip_pools.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.430184 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.431773 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: floatingip-pools Mar 08 20:10:33.432176 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: ip_allocation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.433073 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.433604 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 20:10:33.433935 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.434862 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.435378 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: ip-substring-filtering Mar 08 20:10:33.435710 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l2_adjacency.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.437624 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.437871 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 20:10:33.438203 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.439170 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.439691 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: router Mar 08 20:10:33.440051 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.442350 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.442885 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:10:33.443225 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.444197 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.444723 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: ext-gw-mode Mar 08 20:10:33.445060 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.445989 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.447541 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: l3-ha Mar 08 20:10:33.447914 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.448850 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.449367 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 20:10:33.449699 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_flavors.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.450626 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.451146 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: l3-flavors Mar 08 20:10:33.451475 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.452896 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.453416 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 20:10:33.453750 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.454690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.455205 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 20:10:33.455534 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: l3agentscheduler.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.456616 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.457140 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: l3_agent_scheduler Mar 08 20:10:33.457473 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: local_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.459255 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.459810 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension local_ip not supported by any of loaded plugins Mar 08 20:10:33.460148 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: logging.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.463553 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.464115 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension logging not supported by any of loaded plugins Mar 08 20:10:33.464459 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: metering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.465230 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.465818 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: metering Mar 08 20:10:33.466154 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.472237 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.472768 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: metering_source_and_destination_fields Mar 08 20:10:33.473105 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: multiprovidernet.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.474064 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.474586 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: multi-provider Mar 08 20:10:33.474921 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: netmtu.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.475881 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.476398 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: net-mtu Mar 08 20:10:33.476728 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: netmtu_writable.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.478243 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.478770 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: net-mtu-writable Mar 08 20:10:33.479104 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: network_availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.479814 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.480331 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: network_availability_zone Mar 08 20:10:33.480662 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: network_ip_availability.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.481787 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.482313 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: network-ip-availability Mar 08 20:10:33.482648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: network_segment_range.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.483420 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.483965 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 20:10:33.484297 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: pagination.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.485289 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.485627 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: pagination Mar 08 20:10:33.485955 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: port_device_profile.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.486869 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.487394 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: port-device-profile Mar 08 20:10:33.487746 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.488682 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.489202 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: port-mac-address-regenerate Mar 08 20:10:33.489533 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.490450 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.490969 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: port-numa-affinity-policy Mar 08 20:10:33.491297 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: port_resource_request.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.492238 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.492752 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 20:10:33.493076 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.494974 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.495493 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 20:10:33.495855 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: portbindings.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.496797 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.497315 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: binding Mar 08 20:10:33.497644 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: portbindings_extended.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.504532 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.505055 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: binding-extended Mar 08 20:10:33.505396 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: portsecurity.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.506321 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.506840 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: port-security Mar 08 20:10:33.507167 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: project_id.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.508190 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.508528 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: project-id Mar 08 20:10:33.509605 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: providernet.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.510826 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.511355 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: provider Mar 08 20:10:33.511685 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.515315 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.515875 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos not supported by any of loaded plugins Mar 08 20:10:33.516214 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.517477 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.518005 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 20:10:33.518340 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.519270 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.519821 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 20:10:33.520156 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_default.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.521076 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.521598 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-default not supported by any of loaded plugins Mar 08 20:10:33.521929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_fip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.522869 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.523394 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 20:10:33.523741 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.525144 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.525674 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 20:10:33.526006 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.526945 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.527465 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 20:10:33.527828 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.528884 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.529407 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 20:10:33.529740 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.530781 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.531300 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 20:10:33.531634 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.532716 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.533233 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 20:10:33.533564 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_pps_rule.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.534771 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.535292 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 20:10:33.535617 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.536585 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.537353 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 20:10:33.537680 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: qos_rules_alias.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.538728 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.539253 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 20:10:33.539581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: quota_check_limit.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.541152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.541693 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: quota-check-limit Mar 08 20:10:33.542017 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: quotasv2.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.542963 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.543294 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: quotas Mar 08 20:10:33.543622 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: quotasv2_detail.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.545382 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.545730 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: quota_details Mar 08 20:10:33.546069 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: rbac.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.547132 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.547655 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: rbac-policies Mar 08 20:10:33.548015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: rbac_address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.548955 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.549482 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: rbac-address-group Mar 08 20:10:33.549815 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: rbac_address_scope.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.550754 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.551275 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: rbac-address-scope Mar 08 20:10:33.551612 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: rbac_security_groups.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.558375 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.558924 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: rbac-security-groups Mar 08 20:10:33.559259 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.560301 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.560853 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: rbac-subnetpool Mar 08 20:10:33.561181 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: revisionifmatch.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.562111 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.562627 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: revision-if-match Mar 08 20:10:33.562955 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: revisions.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.564106 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.564620 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: standard-attr-revisions Mar 08 20:10:33.564949 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: router_availability_zone.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.565625 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.566137 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: router_availability_zone Mar 08 20:10:33.566461 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: routerservicetype.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.567383 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.567920 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 20:10:33.568247 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.569169 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.569684 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: security-groups-normalized-cidr Mar 08 20:10:33.570014 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.570940 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.572194 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: port-security-groups-filtering Mar 08 20:10:33.572595 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.573526 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.574042 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: security-groups-remote-address-group Mar 08 20:10:33.574367 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.575295 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.575842 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: security-groups-shared-filtering Mar 08 20:10:33.576170 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.576755 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 20:10:33.577076 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: securitygroup.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.586752 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.587409 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: security-group Mar 08 20:10:33.587857 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: segment.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.588647 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.589170 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension segment not supported by any of loaded plugins Mar 08 20:10:33.589499 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.590454 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.590973 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 20:10:33.591299 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: servicetype.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.592478 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.593002 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: service-type Mar 08 20:10:33.593330 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: sorting.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.594398 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.594398 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: sorting Mar 08 20:10:33.594398 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: standard_attr_segment.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: standardattrdescription.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: standard-attr-description Mar 08 20:10:33.601234 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: stateful_security_group.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.601738 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.602208 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: stateful-security-group Mar 08 20:10:33.604122 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: stdattrs_common.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.604122 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 20:10:33.604122 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.604661 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.604965 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 20:10:33.605290 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnet_onboard.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.606456 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.608495 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: subnet_onboard Mar 08 20:10:33.608825 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.609856 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.610551 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 20:10:33.610881 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnet_service_types.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.611919 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.612528 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: subnet-service-types Mar 08 20:10:33.612901 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnetallocation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.614148 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.614668 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: subnet_allocation Mar 08 20:10:33.614998 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.615680 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.616222 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: subnetpool-prefix-ops Mar 08 20:10:33.616549 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.617495 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.618008 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 20:10:33.618837 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: tagging.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.619983 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.620500 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: standard-attr-tag Mar 08 20:10:33.620825 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: timestamp.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.622046 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.622573 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loaded extension: standard-attr-timestamp Mar 08 20:10:33.623017 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: trunk.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.623951 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.624473 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension trunk not supported by any of loaded plugins Mar 08 20:10:33.624802 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: trunk_details.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.625737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.626253 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 20:10:33.626579 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.627500 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.628043 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 20:10:33.628370 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Loading extension file: vlantransparent.py {{(pid=103638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 20:10:33.629048 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 20:10:33.629559 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 20:10:33.632149 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:network Mar 08 20:10:33.632685 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnet Mar 08 20:10:33.633081 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:10:33.633469 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:port Mar 08 20:10:33.635538 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.636016 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service FLAVORS assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.636624 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.637059 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.637394 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:router Mar 08 20:10:33.637827 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:10:33.638324 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service METERING assigned prefix: /metering {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.639801 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.640177 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.640533 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:10:33.641540 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:10:33.641979 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:10:33.642423 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:10:33.643015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.643346 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:10:33.643691 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] subnetpool is already registered Mar 08 20:10:33.644154 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] subnetpool is already registered Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service FLAVORS assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.648600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.648994 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:router Mar 08 20:10:33.649201 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] router is already registered Mar 08 20:10:33.649846 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:10:33.650191 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] floatingip is already registered Mar 08 20:10:33.650720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service METERING assigned prefix: /metering {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.651308 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:10:33.651636 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] rbac_policy is already registered Mar 08 20:10:33.652068 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:10:33.652402 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] security_group is already registered Mar 08 20:10:33.652818 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:10:33.653148 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] security_group_rule is already registered Mar 08 20:10:33.653782 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.654113 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:10:33.654473 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] subnetpool is already registered Mar 08 20:10:33.654906 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.v2.resource_helper [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Service CORE assigned prefix: {{(pid=103638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:10:33.655234 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:10:33.655569 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING neutron.quota.resource_registry [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] subnetpool is already registered Mar 08 20:10:33.656058 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: extensions {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.657560 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: address-groups {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.659045 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: address-scopes {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.660400 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.661548 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: auto-allocated-topology {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.663082 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: availability_zones {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.664292 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: dhcp-networks {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.665864 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: dhcp-agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.667283 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.669506 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: flavors {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.670657 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: service_profiles {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.671890 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: next_providers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.673456 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: service_profiles {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.674997 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: floatingip-pools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.676229 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.678326 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: floatingips {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.681259 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: l3-routers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.682947 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: l3-agents {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.684322 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: metering-labels {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.685690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: metering-label-rules {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.686969 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: network-ip-availabilities {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.688233 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: bindings {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.689902 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: quotas {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.691466 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: quotas {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.693029 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: rbac-policies {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.694306 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: security-groups {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.700064 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: security-group-rules {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.700064 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: service-providers {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.700064 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: subnetpools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.700064 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: subnetpools {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.701443 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.703142 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.705005 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.706784 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.708632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.710487 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.712357 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.714268 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.716052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.717933 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron.api.extensions [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Extended resource: tags {{(pid=103638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 20:10:33.723926 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING keystonemiddleware.auth_token [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 20:10:33.728673 dv-cinder-830095-3-iscsi neutron-server[103638]: WARNING keystonemiddleware.auth_token [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 20:10:33.737409 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Acquired lock "singleton_lock" {{(pid=103638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 20:10:33.737882 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_concurrency.lockutils [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Releasing lock "singleton_lock" {{(pid=103638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 20:10:33.738552 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Starting 2 workers Mar 08 20:10:33.744025 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Started child 103781 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:10:33.748686 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Started child 103782 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:10:33.749827 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.750461 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO neutron.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 20:10:33.750923 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.751392 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [-] (103781) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:10:33.753509 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Starting 1 workers Mar 08 20:10:33.754002 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.755758 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [-] (103782) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:10:33.759415 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Started child 103783 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:10:33.760181 dv-cinder-830095-3-iscsi neutron-server[103638]: INFO oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Starting 1 workers Mar 08 20:10:33.763514 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] calling RpcWorker wait() {{(pid=103783) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 20:10:33.768127 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] returning from RpcWorker wait() {{(pid=103783) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 20:10:33.768127 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.768350 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Started child 103784 {{(pid=103638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 20:10:33.768436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:33.768523 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG neutron_lib.callbacks.manager [None req-45f01c7d-02b2-4147-a76a-a3f2cde6d9f5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.769254 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:10:33.769613 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:10:33.769924 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:10:33.770268 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:10:33.770744 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:10:33.771043 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:10:33.771713 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.772159 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.772556 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.772667 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:33.773469 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.773901 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.774711 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.775126 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.775524 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.775965 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.776344 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.776667 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.776981 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.777373 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.777739 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.778188 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.778576 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.778974 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.779372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.779688 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.780113 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.780534 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.780929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.781349 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.781738 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.782810 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.783194 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.783596 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.784003 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.784422 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.784798 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.785219 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.785592 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.785976 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.786374 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.787037 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.787408 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.787781 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.788178 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.788552 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.788976 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.789344 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.789960 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host = dv-cinder-830095-3-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.790869 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.791226 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.791633 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.792058 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.792470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.792846 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.793453 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.793856 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.794274 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.794514 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.794767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.795028 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.795282 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.795532 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.795702 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_options = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.796002 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.796280 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.796543 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.796741 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.796916 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.797087 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.797359 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.797525 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.797785 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.798003 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.798220 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.798457 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.798692 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.798928 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.799205 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.799438 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.799702 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.799918 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.800192 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.800421 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.800647 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.800980 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.801134 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.801352 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.801565 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.801799 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.802027 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.802970 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.802970 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.802970 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.802970 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.803293 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.803388 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.803602 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.803914 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:33.804016 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.808759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.809356 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.809356 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.809356 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.809566 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.809915 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.810204 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.810526 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.810783 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.811034 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.811272 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.811525 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.811837 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.812017 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.812262 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.812754 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.813130 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.813583 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.814002 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.814279 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.814599 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.815009 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.815405 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.815823 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.816051 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.816291 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.816532 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.816801 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.817040 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.817273 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.817506 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.817747 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.818036 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.818309 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.818826 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.819124 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.819401 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.819650 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.819895 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.820124 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.820364 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.820690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.820804 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.821005 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.821345 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.821669 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.821927 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.822152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.822398 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.822617 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.822867 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.823109 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.823350 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.823578 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.823818 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.824032 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.824244 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.824449 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.824657 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.824886 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.825437 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.825704 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.825958 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.826205 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.826423 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.826657 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.826872 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.827108 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.827344 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.827578 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.827896 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.828118 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.828333 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.828579 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.828817 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.829052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.829263 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.829489 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.829879 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.830112 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.830328 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.830538 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.830752 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.830963 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.831173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.831384 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.831626 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.831918 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.832147 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.832375 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.832587 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.832812 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.833022 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.833250 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.833479 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.833851 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.834128 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.834457 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.834703 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.834943 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.835178 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.835426 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.835661 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.835926 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.836145 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.836386 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.836617 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.836879 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.837130 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.837370 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.837866 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.838421 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.838847 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.839075 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.839320 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.839710 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.839956 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.840193 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.840449 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.840713 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.840967 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.841223 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.841456 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.841707 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.841981 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.842234 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.842493 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.842715 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.843169 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.843636 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.849632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850173 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.850902 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.851175 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.851454 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.851712 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.852058 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.852284 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.853077 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.853309 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.853630 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.853872 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.854247 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.854649 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.854993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.855397 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.855635 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.855917 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.856138 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.856361 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.856581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.856832 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.857038 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.857264 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.857507 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.857725 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.857945 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.858179 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.858408 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.858657 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.858896 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.859171 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.859434 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.859659 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.859928 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.860174 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.860409 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.860623 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.860866 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.861103 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.861341 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.861544 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.861963 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.862370 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.862775 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.863209 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.863499 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.863790 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.864043 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.864382 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.864622 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.864868 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.865125 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.865362 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.865597 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.865807 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.866073 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.866307 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.866678 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.866899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.867767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.867767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.867767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.867767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.868028 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.868882 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.869152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.869420 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.869715 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.869970 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.870174 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.870395 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.870614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.870828 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.871045 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.871281 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.871500 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.871713 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.877736 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878372 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.878899 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.879447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880611 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880611 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.880781 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.881023 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.881301 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.881531 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.881772 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.882013 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.882226 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.882444 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.882690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.883011 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.883311 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.883572 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.883896 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.884343 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.884872 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.885215 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.885368 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.885663 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.885992 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.886275 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.886500 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.886742 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.886997 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.887218 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.887430 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.887666 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.887907 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.888114 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.888353 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.888583 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889521 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889679 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.889890 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.890147 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.890359 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.890517 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:10:33.891043 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 20:10:33.891206 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:10:33.891358 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:10:33.891527 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:10:33.891694 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:10:33.891870 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:10:33.892079 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.892239 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.892738 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.892738 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.892738 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.892969 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893049 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893181 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893343 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893499 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893656 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893820 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.893977 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894149 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894287 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894446 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894601 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894759 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.894922 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895080 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895240 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895396 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895552 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] debug = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895709 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.895930 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896091 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896249 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896438 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896552 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896703 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.896854 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897007 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897294 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897421 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897521 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897662 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897841 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.897971 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898127 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898282 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898440 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898598 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host = dv-cinder-830095-3-iscsi {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898754 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.898910 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899129 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899236 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899390 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899547 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899745 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.899949 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.900114 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.900284 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.900415 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.900579 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.900737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.901041 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.901335 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_options = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.901628 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.901921 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.902211 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.902544 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.902845 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903002 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903166 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903318 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903479 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903640 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903848 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.903996 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904123 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904283 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904634 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.904891 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.905205 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.905500 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.905791 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.906086 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.906250 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.906408 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.906561 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.906857 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907014 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907171 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907331 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907488 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907652 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907838 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.907994 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.908156 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.908310 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.908641 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.908947 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909106 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909290 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909422 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909580 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.909900 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910056 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910213 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910370 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910526 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_json = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.910886 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.911003 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.911138 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.911311 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.911442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.912022 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.912321 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.912484 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:10:33.912662 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.912965 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.913145 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.913307 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.913466 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.913768 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.914062 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.914348 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.914650 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.914814 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.915499 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.915690 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.915956 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916117 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916278 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916446 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916608 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916769 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.916932 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.917092 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.917252 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.917413 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.917583 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.917743 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918011 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918111 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918194 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918367 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918550 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918729 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.918890 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919051 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919209 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919369 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919534 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919697 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.919884 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920089 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920259 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920403 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920566 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920725 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.920886 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921047 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921212 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921374 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921517 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921681 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921826 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.921990 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922150 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922294 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922458 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922619 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922779 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.922966 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923101 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923244 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923400 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923559 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923728 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.923900 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924236 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924366 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924509 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924733 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.924872 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925006 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925136 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925289 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925447 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925608 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925767 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.925928 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926139 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926275 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926407 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926549 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:33.926828 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.926828 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927031 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927161 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927260 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927418 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927578 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927771 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927971 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.927971 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.928229 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.928389 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.928558 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935052 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.935614 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.936720 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937152 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.937584 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938015 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938470 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938853 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938853 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.938853 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939060 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939138 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939283 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939600 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939778 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.939940 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940099 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940258 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940419 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940591 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940737 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.940896 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941055 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941214 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941375 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941532 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941691 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.941850 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942011 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942170 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942331 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942491 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942652 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942811 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.942971 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943131 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943290 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943451 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943611 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943791 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.943956 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.944151 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.944265 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.944435 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.944595 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.944752 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.945075 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.945377 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.945543 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.945707 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.945869 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.946029 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.946191 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.946381 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.946565 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.946752 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947041 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947216 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947376 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947535 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947696 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.947880 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948045 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948207 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948367 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948527 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948688 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.948848 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949008 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949167 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949327 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949488 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949648 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.949808 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.951581 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.952929 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954107 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.954638 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.956442 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.957719 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958241 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958707 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958707 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958707 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958927 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.958927 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959072 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959214 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959379 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959540 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959699 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.959884 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.960049 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.962993 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.963632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.963632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.963632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.963632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:10:33.963632 dv-cinder-830095-3-iscsi neutron-server[103638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:10:34.112561 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 40948) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:10:34.121965 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072522 Mar 08 20:10:45.940587 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a350d-5e6b-416c-a026-3bd00a2c968b None None] get_active_networks_info from dv-cinder-830095-3-iscsi {{(pid=103783) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 20:10:45.995263 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a350d-5e6b-416c-a026-3bd00a2c968b None None] No non-hosted networks {{(pid=103783) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 20:10:46.010925 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.agentschedulers_db [None req-a39a350d-5e6b-416c-a026-3bd00a2c968b None None] DHCP Agent not found on host dv-cinder-830095-3-iscsi {{(pid=103783) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 20:10:46.120561 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-833976dc-3c42-4635-b99f-696117c0d084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:48.291269 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7329-9c83-4b7a-8733-539dcc35ab62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:48.339228 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.db.api [None req-caa677dc-8c83-41eb-97d4-b91a64e73884 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830095-3-iscsi {{(pid=103783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:10:48.339636 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG oslo_db.api [None req-caa677dc-8c83-41eb-97d4-b91a64e73884 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:10:48.941944 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-caa677dc-8c83-41eb-97d4-b91a64e73884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:49.541741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:51.333126 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:51.844296 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.db.l3_hamode_db [None req-ff7956a4-efe0-4c46-b1bf-a4c9f0bea68d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 20:10:51.923794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7956a4-efe0-4c46-b1bf-a4c9f0bea68d None None] Routers set() bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:10:51.924181 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7956a4-efe0-4c46-b1bf-a4c9f0bea68d None None] Router IDs set() for agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 20:10:52.252936 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41028) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:10:52.492472 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:52.493396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.493755 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.494098 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.494436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.494772 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.495103 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.495436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.495817 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.496283 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.496616 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.496964 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.497296 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.497646 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:52.498046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830095-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:52.505475 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830095-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:10:52.778088 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING oslo_policy.policy [None req-e7e03c4e-a8dc-45e8-b4bf-39a025a3977b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:10:52.778647 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING oslo_policy.policy [None req-e7e03c4e-a8dc-45e8-b4bf-39a025a3977b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:10:53.003088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [None req-e7e03c4e-a8dc-45e8-b4bf-39a025a3977b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:10:53.004156 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e7e03c4e-a8dc-45e8-b4bf-39a025a3977b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7502162 Mar 08 20:10:55.602164 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41054) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:10:55.906776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:10:56.003332 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.policy [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:10:56.046394 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING oslo_policy.policy [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:10:56.046772 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING oslo_policy.policy [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:10:56.224006 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726824501', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726825064', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726806197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726796606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726789396', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745726781324', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-971923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1786398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1762977'] for rbac-policy (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:56.486842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:56.488058 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a6b6a535-abc1-4bf0-ae10-dec275110c8a admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8848541 Mar 08 20:10:58.989251 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41064) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:10:59.295648 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:10:59.427082 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Made reservation on behalf of c585b72adf94462790c704cc1658d739 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:10:59.431124 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.448268 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.563364 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks [] for security_group (43a18a10-e16f-4b1e-a21b-5563617c4826), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.626814 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (43a18a10-e16f-4b1e-a21b-5563617c4826), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.651299 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:10:59.685922 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745724927326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (b40c2865-031c-4e73-8e85-160a2704b92f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.686447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Unsubscribe: segment precommit_create {{(pid=103782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:10:59.686947 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Added segment b40c2865-031c-4e73-8e85-160a2704b92f of type vlan for network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 Mar 08 20:10:59.703037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=43a18a10-e16f-4b1e-a21b-5563617c4826,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:10:59.728369 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.728740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.729121 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.729472 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.729801 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.730126 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.730454 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.730779 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.731098 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.731439 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.731790 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.732106 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.732419 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Tracked resource versions report: Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: pushed versions: Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: { 'AddressGroup': {'1.2'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'ConntrackHelper': {'1.0'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Log': {'1.0'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Network': {'1.1'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Port': {'1.7'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'PortForwarding': {'1.2'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'QosPolicy': {'1.10'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroup': {'1.5'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SubPort': {'1.0'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Subnet': {'1.1'}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Trunk': {'1.1'}} Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: consumer versions: Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'ConntrackHelper': '1.0', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'LocalIPAssociation': '1.0', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Log': '1.0', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Network': '1.1', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Port': '1.7', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'PortForwarding': '1.2', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'QosPolicy': '1.10', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroup': '1.5', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroupRule': '1.2', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SubPort': '1.0', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Subnet': '1.1', Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Trunk': '1.1'}} Mar 08 20:10:59.733745 dv-cinder-830095-3-iscsi neutron-server[103782]: {{(pid=103782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:10:59.798318 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (0eabb21f-d0cf-45ef-8e79-55a523f6bec2), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.924320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (0eabb21f-d0cf-45ef-8e79-55a523f6bec2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:10:59.929415 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:10:59.930631 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:00.042120 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] Pushing event updated for resources: {'Network': ['ID=0eabb21f-d0cf-45ef-8e79-55a523f6bec2,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:00.053950 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:11:00.087305 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-35d97f2c-5815-4ee4-b258-e159adb6ee22 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0969808 Mar 08 20:11:02.639470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41076) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:03.043925 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17ac00-7d29-482b-92df-51724fb9259c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:03.045226 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6a17ac00-7d29-482b-92df-51724fb9259c demo admin] 10.222.0.18 "GET /v2.0/networks/0eabb21f-d0cf-45ef-8e79-55a523f6bec2 HTTP/1.1" status: 200 len: 824 time: 0.4047520 Mar 08 20:11:03.069527 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-24295a42-8809-4a2a-a987-b11f65747f8e demo admin] 10.222.0.18 "GET /v2.0/subnetpools/e21b13e0-6f32-447d-a5ee-6ce0eccc1912 HTTP/1.1" status: 200 len: 734 time: 0.0186486 Mar 08 20:11:03.078596 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:11:03.166688 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Made reservation on behalf of c585b72adf94462790c704cc1658d739 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:11:03.168973 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:03.547793 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (9cf405e2-f331-4887-a7c0-05aaadddecd1), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:03.620184 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Checking segment: {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:11:03.620564 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Network hostable DHCP agents. Network: 0eabb21f-d0cf-45ef-8e79-55a523f6bec2, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:11:03.624975 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Pushing event updated for resources: {'Subnet': ['ID=9cf405e2-f331-4887-a7c0-05aaadddecd1,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:03.778075 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:11:03.875473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 0eabb21f-d0cf-45ef-8e79-55a523f6bec2) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:03.880215 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:03.880814 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:03.885324 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305116a-3f12-452d-af59-8fe6034d8648 None None] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:11:03.981057 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bb264d18-d04b-4627-b357-824910bccacc demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9057784 Mar 08 20:11:04.265842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'project_id': 'c585b72adf94462790c704cc1658d739', 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:11:04.267186 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:04.668280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Allocated IP 172.20.0.2 (0eabb21f-d0cf-45ef-8e79-55a523f6bec2/9cf405e2-f331-4887-a7c0-05aaadddecd1/723d87db-c37e-48f3-b29e-787536e33036) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:11:04.932037 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks [] for port (723d87db-c37e-48f3-b29e-787536e33036), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:05.007380 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (723d87db-c37e-48f3-b29e-787536e33036), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:05.076064 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:11:05.082791 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:05.087312 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:11:05.107049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Pushing event updated for resources: {'Port': ['ID=723d87db-c37e-48f3-b29e-787536e33036,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:05.153081 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.153454 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.153822 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.154162 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.154499 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.154825 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.155154 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.155477 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.155822 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.156161 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.156487 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.156813 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.157131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Tracked resource versions report: Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: pushed versions: Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: { 'AddressGroup': {'1.2'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'ConntrackHelper': {'1.0'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Log': {'1.0'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Network': {'1.1'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Port': {'1.7'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'PortForwarding': {'1.2'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'QosPolicy': {'1.10'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroup': {'1.5'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SubPort': {'1.0'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Subnet': {'1.1'}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Trunk': {'1.1'}} Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: consumer versions: Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'ConntrackHelper': '1.0', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'LocalIPAssociation': '1.0', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Log': '1.0', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Network': '1.1', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Port': '1.7', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'PortForwarding': '1.2', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'QosPolicy': '1.10', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroup': '1.5', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroupRule': '1.2', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SubPort': '1.0', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Subnet': '1.1', Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Trunk': '1.1'}} Mar 08 20:11:05.158555 dv-cinder-830095-3-iscsi neutron-server[103783]: {{(pid=103783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:11:05.189662 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Attempting to bind port 723d87db-c37e-48f3-b29e-787536e33036 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:11:05.189982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Attempting to bind port 723d87db-c37e-48f3-b29e-787536e33036 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:11:05.190406 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Attempting to bind port 723d87db-c37e-48f3-b29e-787536e33036 on network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:11:05.195926 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:11:05.195926 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Checking segment: {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:11:05.196629 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:05.197017 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Bound using segment: {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:11:05.197497 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Bound port: 723d87db-c37e-48f3-b29e-787536e33036, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:11:05.197900 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (723d87db-c37e-48f3-b29e-787536e33036), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:05.261350 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] For port 723d87db-c37e-48f3-b29e-787536e33036, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:11:05.265603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] For port 723d87db-c37e-48f3-b29e-787536e33036, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=723d87db-c37e-48f3-b29e-787536e33036,segment=NetworkSegment(b40c2865-031c-4e73-8e85-160a2704b92f),segment_id=b40c2865-031c-4e73-8e85-160a2704b92f)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:11:05.358889 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (723d87db-c37e-48f3-b29e-787536e33036), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:05.425445 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f865fa1-97eb-4997-a2ae-554824d554aa None None] Pushing event updated for resources: {'Port': ['ID=723d87db-c37e-48f3-b29e-787536e33036,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:06.551051 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41084) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:06.862553 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [None req-16547204-2386-4260-b7ea-63a1c690b861 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:11:06.863562 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-16547204-2386-4260-b7ea-63a1c690b861 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3114572 Mar 08 20:11:09.456890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41092) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:09.778527 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [None req-8e306882-2f4e-4180-bace-d6eff7810610 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:11:09.779531 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8e306882-2f4e-4180-bace-d6eff7810610 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216679 Mar 08 20:11:12.525724 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41100) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:13.026997 dv-cinder-830095-3-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:11:13.027562 dv-cinder-830095-3-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:11:13.252743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:11:13.318113 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.policy [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103781) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 20:11:13.362842 dv-cinder-830095-3-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:11:13.363223 dv-cinder-830095-3-iscsi neutron-server[103781]: WARNING oslo_policy.policy [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:11:13.493472 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (6b5df922-bda4-46e1-85e8-f77e19b0d273), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:13.495421 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (6b5df922-bda4-46e1-85e8-f77e19b0d273), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:13.655082 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Publish callbacks [] for router_controller (6b5df922-bda4-46e1-85e8-f77e19b0d273), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:13.733774 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (6b5df922-bda4-46e1-85e8-f77e19b0d273), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:13.826288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:13.827816 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b9f703bc-043e-4293-9f2b-6f7b2e60c8d2 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2999516 Mar 08 20:11:15.964368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d12fbde7-0003-431e-a537-5d0f667eb0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:16.444117 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41120) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:16.770336 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [None req-b1100086-228d-4ac6-985b-dc7055d63f85 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:11:16.771349 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b1100086-228d-4ac6-985b-dc7055d63f85 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261695 Mar 08 20:11:17.008280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2406829-6c25-44f3-bd4c-e2cb6354a006 None None] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:11:17.093396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Provisioning complete for port 723d87db-c37e-48f3-b29e-787536e33036 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:17.093829 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (723d87db-c37e-48f3-b29e-787536e33036), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.187825 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 723d87db-c37e-48f3-b29e-787536e33036 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:11:17.321711 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:17.322105 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (723d87db-c37e-48f3-b29e-787536e33036), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.350855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 723d87db-c37e-48f3-b29e-787536e33036 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:17.351115 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (723d87db-c37e-48f3-b29e-787536e33036), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.387871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] For port 723d87db-c37e-48f3-b29e-787536e33036, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=723d87db-c37e-48f3-b29e-787536e33036,segment=NetworkSegment(b40c2865-031c-4e73-8e85-160a2704b92f),segment_id=b40c2865-031c-4e73-8e85-160a2704b92f)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:11:17.447802 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:17.448196 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (723d87db-c37e-48f3-b29e-787536e33036), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.481863 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (723d87db-c37e-48f3-b29e-787536e33036), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.551161 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.db.api [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:11:17.551464 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG oslo_db.api [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:11:17.555696 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d50a1-120c-41d3-a160-5d02921d79b7 None None] Pushing event updated for resources: {'Port': ['ID=723d87db-c37e-48f3-b29e-787536e33036,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:17.600128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-f07dbe4c-ab9d-4c3c-910e-95671d6ec2b2 None None] Provisioning complete for port 723d87db-c37e-48f3-b29e-787536e33036 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:17.600516 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f07dbe4c-ab9d-4c3c-910e-95671d6ec2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (723d87db-c37e-48f3-b29e-787536e33036), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:17.674473 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-f07dbe4c-ab9d-4c3c-910e-95671d6ec2b2 None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:18.089384 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:18.260876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d93acc6a-86c5-49e3-9f4d-635c02a7d103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.138989 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 723d87db-c37e-48f3-b29e-787536e33036 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:11:19.185781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 723d87db-c37e-48f3-b29e-787536e33036 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:19.186176 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (723d87db-c37e-48f3-b29e-787536e33036), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.261662 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:19.347128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41138) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:19.497728 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.583502 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:11:19.657593 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Made reservation on behalf of 82b933e8d1ec4e078d12a96bc2852ada for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:11:19.660382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.676323 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.782248 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks [] for security_group (497c9aa6-1593-4428-bbcf-60016a268a9d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.832602 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (497c9aa6-1593-4428-bbcf-60016a268a9d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.844322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Reserving flat network on physical network physnet1 {{(pid=103781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 20:11:19.874302 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745724927326', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:19.874855 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Unsubscribe: segment precommit_create {{(pid=103781) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:11:19.875351 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Added segment cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87 of type flat for network fd8f52e2-f746-4fa2-ae86-f377ba465583 Mar 08 20:11:19.891007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c9aa6-1593-4428-bbcf-60016a268a9d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:19.937003 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.937368 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.937714 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.938045 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.938371 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.938698 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.939035 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.939360 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.939695 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.940056 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.940379 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.940693 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.941005 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Tracked resource versions report: Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: pushed versions: Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: { 'AddressGroup': {'1.2'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'ConntrackHelper': {'1.0'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Log': {'1.0'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Network': {'1.1'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Port': {'1.7'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'PortForwarding': {'1.2'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'QosPolicy': {'1.10'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroup': {'1.5'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SubPort': {'1.0'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Subnet': {'1.1'}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Trunk': {'1.1'}} Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: consumer versions: Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'ConntrackHelper': '1.0', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'LocalIPAssociation': '1.0', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Log': '1.0', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Network': '1.1', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Port': '1.7', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'PortForwarding': '1.2', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'QosPolicy': '1.10', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroup': '1.5', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroupRule': '1.2', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SubPort': '1.0', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Subnet': '1.1', Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Trunk': '1.1'}} Mar 08 20:11:19.942322 dv-cinder-830095-3-iscsi neutron-server[103781]: {{(pid=103781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:11:19.990647 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (fd8f52e2-f746-4fa2-ae86-f377ba465583), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:20.089959 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (fd8f52e2-f746-4fa2-ae86-f377ba465583), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:20.091120 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:20.091873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:20.192233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] Pushing event updated for resources: {'Network': ['ID=fd8f52e2-f746-4fa2-ae86-f377ba465583,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:20.202794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:11:20.218258 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b83f49c8-0669-4627-8d61-cbfed5e17d4b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8700688 Mar 08 20:11:21.252000 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:22.489876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:22.698021 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41160) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:22.792449 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271480df-8f5c-4a2b-8fd5-4b3f4e347bb0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:22.793762 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-271480df-8f5c-4a2b-8fd5-4b3f4e347bb0 demo admin] 10.222.0.18 "GET /v2.0/subnets/9cf405e2-f331-4887-a7c0-05aaadddecd1 HTTP/1.1" status: 200 len: 849 time: 0.0948296 Mar 08 20:11:22.954493 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-31d3c9ed-d3a6-47a9-ac27-1a9627c00d7b demo admin] 10.222.0.18 "GET /v2.0/routers/6b5df922-bda4-46e1-85e8-f77e19b0d273 HTTP/1.1" status: 200 len: 704 time: 0.1551802 Mar 08 20:11:23.224747 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:23.518240 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Allocated IP 172.20.0.1 (0eabb21f-d0cf-45ef-8e79-55a523f6bec2/9cf405e2-f331-4887-a7c0-05aaadddecd1/3c9e3773-0369-499c-9f56-e78d692a8206) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:11:23.672858 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks [] for port (3c9e3773-0369-499c-9f56-e78d692a8206), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:23.807166 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:23.930934 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:11:23.939354 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:23.945161 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:11:23.945726 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (6b5df922-bda4-46e1-85e8-f77e19b0d273), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:23.967460 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Pushing event updated for resources: {'Port': ['ID=3c9e3773-0369-499c-9f56-e78d692a8206,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:24.130590 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-2dce055a-8a51-413f-8bef-3a56970f4615 None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:24.131176 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2dce055a-8a51-413f-8bef-3a56970f4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.165088 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-2dce055a-8a51-413f-8bef-3a56970f4615 None None] Port 3c9e3773-0369-499c-9f56-e78d692a8206 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:11:24.249322 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.456654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks [] for port (3c9e3773-0369-499c-9f56-e78d692a8206), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.518099 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.518838 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (6b5df922-bda4-46e1-85e8-f77e19b0d273), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.598660 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Pushing event updated for resources: {'Port': ['ID=3c9e3773-0369-499c-9f56-e78d692a8206,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:24.645881 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:11:24.647146 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:24.898804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Router 6b5df922-bda4-46e1-85e8-f77e19b0d273 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:11:24.986086 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-2c53036b-a56e-48cf-8612-80b0413a035a None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:24.986364 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2c53036b-a56e-48cf-8612-80b0413a035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:24.990794 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:11:24.996103 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-b19a23a3-7fbf-432c-8b88-d6db4d948d4e demo admin] 10.222.0.18 "PUT /v2.0/routers/6b5df922-bda4-46e1-85e8-f77e19b0d273/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0365257 Mar 08 20:11:25.000930 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Sync routers for ids ['6b5df922-bda4-46e1-85e8-f77e19b0d273'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:11:25.014699 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Routers {'6b5df922-bda4-46e1-85e8-f77e19b0d273'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:11:25.015867 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:11:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['6b5df922-bda4-46e1-85e8-f77e19b0d273'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:25.026021 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-2c53036b-a56e-48cf-8612-80b0413a035a None None] Port 3c9e3773-0369-499c-9f56-e78d692a8206 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:11:25.218131 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Set router 6b5df922-bda4-46e1-85e8-f77e19b0d273 gateway port host: None {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:11:25.649831 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:24Z', 'revision_number': 2, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port_host': None, '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:24Z', 'revision_number': 2, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:25.701301 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Checking router: 6b5df922-bda4-46e1-85e8-f77e19b0d273 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:11:25.701669 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Updating router 6b5df922-bda4-46e1-85e8-f77e19b0d273 port 3c9e3773-0369-499c-9f56-e78d692a8206 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:11:25.752330 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.266516 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks [] for port (3c9e3773-0369-499c-9f56-e78d692a8206), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.364134 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.503620 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Pushing event updated for resources: {'Port': ['ID=3c9e3773-0369-499c-9f56-e78d692a8206,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:26.529551 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.529908 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.530258 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.530593 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.530921 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.531247 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.531568 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.531912 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.532234 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.532578 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.532897 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.533210 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.533522 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Tracked resource versions report: Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: pushed versions: Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: { 'AddressGroup': {'1.2'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'ConntrackHelper': {'1.0'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Log': {'1.0'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Network': {'1.1'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Port': {'1.7'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'PortForwarding': {'1.2'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'QosPolicy': {'1.10'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroup': {'1.5'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SubPort': {'1.0'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Subnet': {'1.1'}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Trunk': {'1.1'}} Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: consumer versions: Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'ConntrackHelper': '1.0', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'LocalIPAssociation': '1.0', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Log': '1.0', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Network': '1.1', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Port': '1.7', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'PortForwarding': '1.2', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'QosPolicy': '1.10', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroup': '1.5', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroupRule': '1.2', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SubPort': '1.0', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Subnet': '1.1', Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Trunk': '1.1'}} Mar 08 20:11:26.534931 dv-cinder-830095-3-iscsi neutron-server[103784]: {{(pid=103784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:11:26.556692 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-4fbb8e14-9915-4e67-945e-d35132c92b6e None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:26.557174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8e14-9915-4e67-945e-d35132c92b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.560134 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Attempting to bind port 3c9e3773-0369-499c-9f56-e78d692a8206 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:11:26.560134 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Attempting to bind port 3c9e3773-0369-499c-9f56-e78d692a8206 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:11:26.560134 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Attempting to bind port 3c9e3773-0369-499c-9f56-e78d692a8206 on network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:11:26.564482 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:11:26.564905 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Checking segment: {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:11:26.565402 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.565789 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Bound using segment: {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:11:26.566285 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Bound port: 3c9e3773-0369-499c-9f56-e78d692a8206, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40c2865-031c-4e73-8e85-160a2704b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:11:26.566657 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.594470 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb8e14-9915-4e67-945e-d35132c92b6e None None] Port 3c9e3773-0369-499c-9f56-e78d692a8206 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:11:26.635391 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] For port 3c9e3773-0369-499c-9f56-e78d692a8206, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:11:26.654464 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] For port 3c9e3773-0369-499c-9f56-e78d692a8206, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=3c9e3773-0369-499c-9f56-e78d692a8206,segment=NetworkSegment(b40c2865-031c-4e73-8e85-160a2704b92f),segment_id=b40c2865-031c-4e73-8e85-160a2704b92f)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:11:26.715634 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:26.772872 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45e20e-a625-4c5a-b6e7-8a042f34d43c None None] Pushing event updated for resources: {'Port': ['ID=3c9e3773-0369-499c-9f56-e78d692a8206,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:26.776923 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Routers {'6b5df922-bda4-46e1-85e8-f77e19b0d273'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:11:26.777527 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:11:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['6b5df922-bda4-46e1-85e8-f77e19b0d273'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:26.873579 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] Set router 6b5df922-bda4-46e1-85e8-f77e19b0d273 gateway port host: None {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:11:27.016880 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:27.017213 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:27.088779 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:24Z', 'revision_number': 2, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port_host': None, '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:26Z', 'revision_number': 4, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:27.099007 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Current status of the port 3c9e3773-0369-499c-9f56-e78d692a8206 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:27.099392 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:27.124597 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55260e1f-bd2f-47dd-a64f-ec5d9bc0ae3b None None] The sync data for ids ['6b5df922-bda4-46e1-85e8-f77e19b0d273'] in dv-cinder-830095-3-iscsi is: [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:24Z', 'revision_number': 2, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port_host': None, '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:26Z', 'revision_number': 4, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:11:27.134179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] For port 3c9e3773-0369-499c-9f56-e78d692a8206, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=3c9e3773-0369-499c-9f56-e78d692a8206,segment=NetworkSegment(b40c2865-031c-4e73-8e85-160a2704b92f),segment_id=b40c2865-031c-4e73-8e85-160a2704b92f)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:11:27.212695 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:27.264327 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772eb5-58e7-4c4b-ac36-d33ca6cd7b4f None None] Pushing event updated for resources: {'Port': ['ID=3c9e3773-0369-499c-9f56-e78d692a8206,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:27.421876 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41172) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:27.530379 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6318c3-3759-4335-9794-6eb5a7f48dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:27.531737 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ce6318c3-3759-4335-9794-6eb5a7f48dcb admin admin] 10.222.0.18 "GET /v2.0/networks/fd8f52e2-f746-4fa2-ae86-f377ba465583 HTTP/1.1" status: 200 len: 842 time: 0.1089423 Mar 08 20:11:27.541387 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:11:27.626585 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Made reservation on behalf of 82b933e8d1ec4e078d12a96bc2852ada for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:11:27.628968 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:27.970705 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.objects.ports [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103782) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 20:11:27.971147 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (ffffb6d2-f331-4ace-b70f-83901cb0001c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:28.022852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffffb6d2-f331-4ace-b70f-83901cb0001c,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:28.033313 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:11:28.033740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Network hostable DHCP agents. Network: fd8f52e2-f746-4fa2-ae86-f377ba465583, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:11:28.135282 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:11:28.221094 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, fd8f52e2-f746-4fa2-ae86-f377ba465583) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:28.225151 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:28.226379 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:28.232986 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146167c-d9ef-4644-a64b-0aa4cff9bf88 None None] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:11:28.312309 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c7645329-97ce-498e-8e5d-9cfcaa6e17e6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7743602 Mar 08 20:11:28.345567 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c229fe-4252-422a-b259-8d7039c82e67 None None] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:11:30.795076 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41180) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:30.929946 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3edb2bcf-3f7e-4e51-9a3d-ce8b007aaae4 demo admin] 10.222.0.18 "GET /v2.0/routers/6b5df922-bda4-46e1-85e8-f77e19b0d273 HTTP/1.1" status: 200 len: 710 time: 0.1333845 Mar 08 20:11:31.081004 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99cd0aa-6341-4df1-97d7-4a93bcd1d29e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:11:31.088044 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c99cd0aa-6341-4df1-97d7-4a93bcd1d29e demo admin] 10.222.0.18 "GET /v2.0/networks/fd8f52e2-f746-4fa2-ae86-f377ba465583 HTTP/1.1" status: 200 len: 886 time: 0.1474147 Mar 08 20:11:31.091846 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:11:31.348375 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks [] for router_gateway (6b5df922-bda4-46e1-85e8-f77e19b0d273), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:31.710264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks [] for router_gateway (6b5df922-bda4-46e1-85e8-f77e19b0d273), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:31.784399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:31.921610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Allocated IP 172.27.0.197 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/8c841208-760b-4407-9f22-6f611f401786) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:11:32.108527 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks [] for port (8c841208-760b-4407-9f22-6f611f401786), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:32.238971 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (8c841208-760b-4407-9f22-6f611f401786), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:32.277776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:11:32.280638 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:11:32.283411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:11:32.327157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Pushing event updated for resources: {'Port': ['ID=8c841208-760b-4407-9f22-6f611f401786,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:32.639932 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks [] for router_gateway (6b5df922-bda4-46e1-85e8-f77e19b0d273), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:32.817231 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:11:32.926699 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1989313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1986070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30824'] for router (6b5df922-bda4-46e1-85e8-f77e19b0d273), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:32.930346 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1989320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1989363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1986073'] for router (6b5df922-bda4-46e1-85e8-f77e19b0d273), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:33.046396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Router 6b5df922-bda4-46e1-85e8-f77e19b0d273 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:11:33.153550 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:11:33.157659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:33.158851 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4fcae3b5-38c4-4006-91d2-5348e8e0704a demo admin] 10.222.0.18 "PUT /v2.0/routers/6b5df922-bda4-46e1-85e8-f77e19b0d273 HTTP/1.1" status: 200 len: 890 time: 2.0701621 Mar 08 20:11:35.191364 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 3c9e3773-0369-499c-9f56-e78d692a8206 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:11:35.244777 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:35.245075 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:35.323775 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 3c9e3773-0369-499c-9f56-e78d692a8206 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:35.746757 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41192) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:11:35.868494 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9a37eae8-e333-45c9-ba34-429c7ed265ec admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1206007 Mar 08 20:11:35.911312 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Sync routers for ids ['6b5df922-bda4-46e1-85e8-f77e19b0d273'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:11:35.924593 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Routers {'6b5df922-bda4-46e1-85e8-f77e19b0d273'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:11:35.925293 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:11:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['6b5df922-bda4-46e1-85e8-f77e19b0d273'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:36.151503 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Set router 6b5df922-bda4-46e1-85e8-f77e19b0d273 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:11:36.630039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8c841208-760b-4407-9f22-6f611f401786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:32Z', 'revision_number': 4, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port': {'id': '8c841208-760b-4407-9f22-6f611f401786', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:31Z', 'updated_at': '2022-03-08T20:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:27Z', 'revision_number': 5, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:36.681271 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Checking router: 6b5df922-bda4-46e1-85e8-f77e19b0d273 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:11:36.681647 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Updating router 6b5df922-bda4-46e1-85e8-f77e19b0d273 port 8c841208-760b-4407-9f22-6f611f401786 binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:11:36.734365 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8c841208-760b-4407-9f22-6f611f401786), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.051167 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks [] for port (8c841208-760b-4407-9f22-6f611f401786), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.123817 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8c841208-760b-4407-9f22-6f611f401786), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.173130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Attempting to bind port 8c841208-760b-4407-9f22-6f611f401786 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:11:37.173914 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Attempting to bind port 8c841208-760b-4407-9f22-6f611f401786 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:11:37.173914 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Attempting to bind port 8c841208-760b-4407-9f22-6f611f401786 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:11:37.184542 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:11:37.184905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:11:37.185310 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.185708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:11:37.187308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Bound port: 8c841208-760b-4407-9f22-6f611f401786, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:11:37.187308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8c841208-760b-4407-9f22-6f611f401786), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.223205 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfef8e-c89a-4786-821f-2ffa12ca55fd None None] Pushing event updated for resources: {'Port': ['ID=8c841208-760b-4407-9f22-6f611f401786,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:37.246277 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] For port 8c841208-760b-4407-9f22-6f611f401786, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:11:37.249265 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] For port 8c841208-760b-4407-9f22-6f611f401786, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=8c841208-760b-4407-9f22-6f611f401786,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:11:37.336413 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8c841208-760b-4407-9f22-6f611f401786), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:37.392764 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfef8e-c89a-4786-821f-2ffa12ca55fd None None] Pushing event updated for resources: {'Port': ['ID=8c841208-760b-4407-9f22-6f611f401786,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:37.395289 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Routers {'6b5df922-bda4-46e1-85e8-f77e19b0d273'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:11:37.395906 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:11:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['6b5df922-bda4-46e1-85e8-f77e19b0d273'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:37.507563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] Set router 6b5df922-bda4-46e1-85e8-f77e19b0d273 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:11:37.733498 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8c841208-760b-4407-9f22-6f611f401786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:32Z', 'revision_number': 4, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port': {'id': '8c841208-760b-4407-9f22-6f611f401786', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:31Z', 'updated_at': '2022-03-08T20:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:27Z', 'revision_number': 5, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:11:37.764268 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76eeec2-e5dc-41b9-97fe-d6cee77954c1 None None] The sync data for ids ['6b5df922-bda4-46e1-85e8-f77e19b0d273'] in dv-cinder-830095-3-iscsi is: [{'id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'name': 'router1', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8c841208-760b-4407-9f22-6f611f401786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:11:13Z', 'updated_at': '2022-03-08T20:11:32Z', 'revision_number': 4, 'project_id': 'c585b72adf94462790c704cc1658d739', 'gw_port': {'id': '8c841208-760b-4407-9f22-6f611f401786', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:31Z', 'updated_at': '2022-03-08T20:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3c9e3773-0369-499c-9f56-e78d692a8206', 'name': '', 'network_id': '0eabb21f-d0cf-45ef-8e79-55a523f6bec2', 'tenant_id': 'c585b72adf94462790c704cc1658d739', 'mac_address': 'fa:16:3e:a7:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5df922-bda4-46e1-85e8-f77e19b0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:11:23Z', 'updated_at': '2022-03-08T20:11:27Z', 'revision_number': 5, 'project_id': 'c585b72adf94462790c704cc1658d739', 'subnets': [{'id': '9cf405e2-f331-4887-a7c0-05aaadddecd1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e21b13e0-6f32-447d-a5ee-6ce0eccc1912'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:11:39.201815 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 8c841208-760b-4407-9f22-6f611f401786 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:11:39.251970 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 8c841208-760b-4407-9f22-6f611f401786 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:39.252369 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8c841208-760b-4407-9f22-6f611f401786), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:39.337083 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 8c841208-760b-4407-9f22-6f611f401786 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:39.337480 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8c841208-760b-4407-9f22-6f611f401786), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:39.358305 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 8c841208-760b-4407-9f22-6f611f401786, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=8c841208-760b-4407-9f22-6f611f401786,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:11:39.452530 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8c841208-760b-4407-9f22-6f611f401786), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:39.519018 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=8c841208-760b-4407-9f22-6f611f401786,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:11:41.206775 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 8c841208-760b-4407-9f22-6f611f401786 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:11:41.304861 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 8c841208-760b-4407-9f22-6f611f401786 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:11:41.305458 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8c841208-760b-4407-9f22-6f611f401786), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:41.415655 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 8c841208-760b-4407-9f22-6f611f401786 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:11:45.972262 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f3f61618-43b7-4936-8825-34b2e065b2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:48.297313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e8584303-3a06-401e-8852-534eaeaad429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:49.520607 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:51.301957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:11:52.489599 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:09.816564 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:12:15.965794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5256caa5-6de8-46f5-bb44-1138092cfd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:18.303327 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b6a499d7-bd92-48a5-9f4f-ab6d86068fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:19.517974 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:21.255482 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:22.511687 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:45.965088 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-66e92a9f-79df-456b-a186-f7eccfdaf89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:46.815938 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:12:48.285042 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cdd8008d-e6f7-461e-a54b-68405b164d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:49.501751 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:51.271587 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:12:52.501913 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:00.177895 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41678) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:00.237305 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6e1a5c-fe20-4e43-b8a5-60c8af6bfde4 admin admin] GET failed (client error): The resource could not be found. Mar 08 20:13:00.239262 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fe6e1a5c-fe20-4e43-b8a5-60c8af6bfde4 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604274 Mar 08 20:13:00.396986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41dcdc-011a-466e-b098-4d15fc6e8f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:00.398483 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8d41dcdc-011a-466e-b098-4d15fc6e8f3e admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1552513 Mar 08 20:13:02.756364 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41688) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:02.850453 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fb246-47bf-4c64-b3b5-21bbaba58d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:02.851805 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f80fb246-47bf-4c64-b3b5-21bbaba58d57 admin admin] 10.222.0.18 "GET /v2.0/subnets/9cf405e2-f331-4887-a7c0-05aaadddecd1 HTTP/1.1" status: 200 len: 849 time: 0.0944750 Mar 08 20:13:02.861133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:13:02.943126 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Publish callbacks [] for subnet (9cf405e2-f331-4887-a7c0-05aaadddecd1), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:03.181990 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745724826031'] for subnet (9cf405e2-f331-4887-a7c0-05aaadddecd1), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:03.214569 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:03.215188 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:03.216475 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] 10.222.0.18 "PUT /v2.0/subnets/9cf405e2-f331-4887-a7c0-05aaadddecd1 HTTP/1.1" status: 200 len: 868 time: 0.3589234 Mar 08 20:13:03.217044 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e590d2-d2ef-45cd-a9a3-0a78d794920f None None] Network 0eabb21f-d0cf-45ef-8e79-55a523f6bec2 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:13:03.235305 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf405e2-f331-4887-a7c0-05aaadddecd1,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:13:03.243677 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.244073 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.244427 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.244762 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.245101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.245431 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.245781 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.246117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.246459 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.246809 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.247144 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.247470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.247822 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d63f2c8-c064-457a-921f-aa7a12362a7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:13:03.512541 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Provisioning complete for port 723d87db-c37e-48f3-b29e-787536e33036 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:13:03.512936 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (723d87db-c37e-48f3-b29e-787536e33036), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:03.589934 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Current status of the port 723d87db-c37e-48f3-b29e-787536e33036 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:13:03.600609 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Provisioning complete for port 3c9e3773-0369-499c-9f56-e78d692a8206 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:13:03.600988 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3c9e3773-0369-499c-9f56-e78d692a8206), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:03.677836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb728d-4eda-4473-8e98-8eb8007e712f None None] Current status of the port 3c9e3773-0369-499c-9f56-e78d692a8206 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:13:05.560204 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41696) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:05.755650 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a51e6f-fa23-43f7-9b4b-467dd6b2cd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:05.756062 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a51e6f-fa23-43f7-9b4b-467dd6b2cd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:05.757592 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-03a51e6f-fa23-43f7-9b4b-467dd6b2cd70 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1964135 Mar 08 20:13:08.082901 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41704) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:08.214008 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0bf2f-e964-40e9-a290-8c5aceee26be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:08.214487 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0bf2f-e964-40e9-a290-8c5aceee26be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:08.216022 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a6c0bf2f-e964-40e9-a290-8c5aceee26be admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1321635 Mar 08 20:13:10.537702 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41712) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:10.666756 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13985fde-8464-47e5-9742-d3a040e991d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:10.668151 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-13985fde-8464-47e5-9742-d3a040e991d6 admin admin] 10.222.0.18 "GET /v2.0/networks/0eabb21f-d0cf-45ef-8e79-55a523f6bec2 HTTP/1.1" status: 200 len: 868 time: 0.1292377 Mar 08 20:13:12.989243 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41720) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:13.113133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409605e-d3dc-4454-898c-bd14511c4be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:13.114493 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8409605e-d3dc-4454-898c-bd14511c4be9 admin admin] 10.222.0.18 "GET /v2.0/networks/fd8f52e2-f746-4fa2-ae86-f377ba465583 HTTP/1.1" status: 200 len: 886 time: 0.1243134 Mar 08 20:13:15.451631 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41728) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:15.575992 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96428c66-6099-446f-ad0b-594b459b091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:15.576441 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96428c66-6099-446f-ad0b-594b459b091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:15.577940 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-96428c66-6099-446f-ad0b-594b459b091d admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253653 Mar 08 20:13:15.957375 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f5433c8c-8fce-4de7-ae0b-99646be616be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:17.883522 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41736) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:17.973659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e8029-5e13-4857-bcd1-775c70e93fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:17.974117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e8029-5e13-4857-bcd1-775c70e93fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:17.975622 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-be9e8029-5e13-4857-bcd1-775c70e93fe4 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911069 Mar 08 20:13:18.278681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b1202ea3-44cc-4b09-a96b-ec435079e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:19.524237 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:20.339997 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41744) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:20.432143 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c7d39-c8c4-4bd4-b463-e2843dcafb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:20.433464 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1b2c7d39-c8c4-4bd4-b463-e2843dcafb5b admin admin] 10.222.0.18 "GET /v2.0/subnets/9cf405e2-f331-4887-a7c0-05aaadddecd1 HTTP/1.1" status: 200 len: 868 time: 0.0925272 Mar 08 20:13:21.295819 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:22.505331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:22.748268 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41752) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:22.932451 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b657c0-bdb4-4731-bee5-e0b5a4fecd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:22.933800 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-42b657c0-bdb4-4731-bee5-e0b5a4fecd95 admin admin] 10.222.0.18 "GET /v2.0/subnets/ffffb6d2-f331-4ace-b70f-83901cb0001c HTTP/1.1" status: 200 len: 816 time: 0.1845915 Mar 08 20:13:23.814760 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:13:45.962425 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8514-0690-4fa8-8866-46635cdeb53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:48.278301 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-bfaacb28-121b-42a3-ae21-1f2361124049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:49.539651 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:51.271022 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:51.378804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41804) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:51.426171 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [None req-ed1bed51-6bdb-4d68-bc79-2001941e8431 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:13:51.427146 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ed1bed51-6bdb-4d68-bc79-2001941e8431 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473599 Mar 08 20:13:52.493500 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:53.862130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41812) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:53.920990 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bc4c22-89fe-45e5-a94e-58e3045c5acc admin admin] GET failed (client error): The resource could not be found. Mar 08 20:13:53.922257 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-01bc4c22-89fe-45e5-a94e-58e3045c5acc admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591984 Mar 08 20:13:54.009836 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00efa28-0583-459f-b0b1-583c8193d1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:54.011278 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f00efa28-0583-459f-b0b1-583c8193d1df admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845008 Mar 08 20:13:56.356618 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41820) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:56.403974 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:13:56.487830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Made reservation on behalf of 82b933e8d1ec4e078d12a96bc2852ada for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:13:56.490092 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.518392 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING neutron.services.revisions.revision_plugin [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Could not find related network for resource to bump revision. Mar 08 20:13:56.530304 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:13:56.539475 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (0b1e63f9-3294-4d20-ab60-eab126ab9ac6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.539833 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Added segment 0b1e63f9-3294-4d20-ab60-eab126ab9ac6 of type vlan for network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb Mar 08 20:13:56.577832 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (4c4763f4-eaf8-49a4-9cd1-76fd53338beb), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.655133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (4c4763f4-eaf8-49a4-9cd1-76fd53338beb), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.656072 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:56.656642 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:56.743713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4763f4-eaf8-49a4-9cd1-76fd53338beb,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:13:56.754270 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:13:56.764624 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-17ef615d-6af2-4e4c-be6a-2397bff65732 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4069462 Mar 08 20:13:59.096615 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41828) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:13:59.156183 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc16bf84-0868-4324-94d1-42b61ecc1442 admin admin] GET failed (client error): The resource could not be found. Mar 08 20:13:59.157471 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bc16bf84-0868-4324-94d1-42b61ecc1442 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598931 Mar 08 20:13:59.230037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ea441-6e69-4f42-ace0-9281cba3102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:59.231504 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d56ea441-6e69-4f42-ace0-9281cba3102b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0696571 Mar 08 20:13:59.242116 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:13:59.352191 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Made reservation on behalf of 82b933e8d1ec4e078d12a96bc2852ada for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:13:59.354391 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:59.579691 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (30786583-0f13-4cda-8bfa-4e0fea4bcfc4), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:59.633731 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30786583-0f13-4cda-8bfa-4e0fea4bcfc4,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:13:59.642312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Checking segment: {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:13:59.642668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Network hostable DHCP agents. Network: 4c4763f4-eaf8-49a4-9cd1-76fd53338beb, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:13:59.734746 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:13:59.838543 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 4c4763f4-eaf8-49a4-9cd1-76fd53338beb) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:13:59.842621 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:13:59.843207 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:13:59.850344 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822e0ac-6470-4b83-b91f-9d2cdc767d20 None None] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:13:59.938057 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3ead36ca-f964-4e9e-85ee-0cffe4bd5162 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6991768 Mar 08 20:14:00.054534 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-4c4763f4-eaf8-49a4-9cd1-76fd53338beb', 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb', 'project_id': '82b933e8d1ec4e078d12a96bc2852ada', 'fixed_ips': [{'subnet_id': '30786583-0f13-4cda-8bfa-4e0fea4bcfc4'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:14:00.055494 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.197124 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Allocated IP 192.168.233.2 (4c4763f4-eaf8-49a4-9cd1-76fd53338beb/30786583-0f13-4cda-8bfa-4e0fea4bcfc4/91e9b97a-cbac-4e85-a7d7-0dd25416956d) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:14:00.347166 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks [] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.471330 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.511647 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:14:00.514486 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:14:00.518119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:14:00.525130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Pushing event updated for resources: {'Port': ['ID=91e9b97a-cbac-4e85-a7d7-0dd25416956d,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:14:00.535126 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.535504 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.535904 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.545635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:14:00.590248 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Attempting to bind port 91e9b97a-cbac-4e85-a7d7-0dd25416956d on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:14:00.590624 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Attempting to bind port 91e9b97a-cbac-4e85-a7d7-0dd25416956d by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:14:00.590978 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Attempting to bind port 91e9b97a-cbac-4e85-a7d7-0dd25416956d on network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:14:00.597112 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:14:00.598274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Checking segment: {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:14:00.598274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.598274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Bound using segment: {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:14:00.598728 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Bound port: 91e9b97a-cbac-4e85-a7d7-0dd25416956d, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:14:00.599108 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.664681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] For port 91e9b97a-cbac-4e85-a7d7-0dd25416956d, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:14:00.667862 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] For port 91e9b97a-cbac-4e85-a7d7-0dd25416956d, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=91e9b97a-cbac-4e85-a7d7-0dd25416956d,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:14:00.764199 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:00.813949 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:14:00.830462 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517365d8-12aa-478c-9e45-5d6f70f67e47 None None] Pushing event updated for resources: {'Port': ['ID=91e9b97a-cbac-4e85-a7d7-0dd25416956d,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:14:01.294608 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 91e9b97a-cbac-4e85-a7d7-0dd25416956d up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:14:01.349001 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 91e9b97a-cbac-4e85-a7d7-0dd25416956d triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:14:01.349468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:01.438326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 91e9b97a-cbac-4e85-a7d7-0dd25416956d is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:14:01.439143 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:01.481421 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 91e9b97a-cbac-4e85-a7d7-0dd25416956d, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=91e9b97a-cbac-4e85-a7d7-0dd25416956d,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:14:01.552935 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:01.612193 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=91e9b97a-cbac-4e85-a7d7-0dd25416956d,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:14:01.711262 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f569b6f-7c67-4c99-923f-3e11105b1e77 None None] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:14:01.785429 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-9a894243-3f4f-4959-a673-41b91027096f None None] Provisioning complete for port 91e9b97a-cbac-4e85-a7d7-0dd25416956d triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:14:01.785826 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9a894243-3f4f-4959-a673-41b91027096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:01.910494 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-9a894243-3f4f-4959-a673-41b91027096f None None] Current status of the port 91e9b97a-cbac-4e85-a7d7-0dd25416956d is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:14:02.135896 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-e33d2290-af5d-47a6-bfae-f73b8b5b25b9 None None] Provisioning complete for port 91e9b97a-cbac-4e85-a7d7-0dd25416956d triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:14:02.136282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e33d2290-af5d-47a6-bfae-f73b8b5b25b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:02.214465 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-e33d2290-af5d-47a6-bfae-f73b8b5b25b9 None None] Current status of the port 91e9b97a-cbac-4e85-a7d7-0dd25416956d is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:14:03.240877 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 91e9b97a-cbac-4e85-a7d7-0dd25416956d up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:14:03.289160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 91e9b97a-cbac-4e85-a7d7-0dd25416956d triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:14:03.289550 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (91e9b97a-cbac-4e85-a7d7-0dd25416956d), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:03.366685 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 91e9b97a-cbac-4e85-a7d7-0dd25416956d is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:14:15.979111 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-fabc9524-6951-49f4-bf44-842d1648551e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:18.304873 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7bb91472-89fc-4295-8127-3bcbe206b2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:19.517552 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:21.260706 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:22.529045 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:37.815660 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:14:46.009022 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffdff-8f7f-4e29-b5a0-63f8903eed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:48.271506 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d44b729c-ca5b-4c2b-bc95-6f3baa2f2d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:49.521982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:51.317407 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:14:52.528313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:14.814283 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:15:15.990837 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6dd5-8c24-459e-ab53-5cc57c081ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:18.304798 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4b6def0b-bae5-4420-8140-673fe399ac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:19.539971 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:21.305444 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:22.515881 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.088881 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41866) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:15:42.094726 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [None req-aeea53fa-3506-40f7-8fd8-76073f95e1fb tempest-verify_tempest_config-1718784131 tempest-verify_tempest_config-1718784131-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:15:42.096054 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-aeea53fa-3506-40f7-8fd8-76073f95e1fb tempest-verify_tempest_config-1718784131 tempest-verify_tempest_config-1718784131-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061798 Mar 08 20:15:42.623079 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 41884) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:15:42.727100 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.802406 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Publish callbacks [] for security_group (9c179b56-8229-4d98-af36-9044914cc751), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.899074 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9c179b56-8229-4d98-af36-9044914cc751), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:42.942181 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c179b56-8229-4d98-af36-9044914cc751,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:15:42.946768 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a10b4df136d84f0dbc5dbc9f7dcd0817&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3226237 Mar 08 20:15:42.949616 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41888) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:15:42.951375 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.952291 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.952647 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.952993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.953347 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.953673 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.954001 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.954328 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.954668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.955010 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.955336 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.955658 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:42.955997 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f61ed87-e611-4916-ab86-2c577d1d0c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.006093 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Publish callbacks [] for security_group (9c179b56-8229-4d98-af36-9044914cc751), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:43.026423 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Publish callbacks [] for security_group (9c179b56-8229-4d98-af36-9044914cc751), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:43.184999 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9c179b56-8229-4d98-af36-9044914cc751), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:43.187946 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:43.189131 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c179b56-8229-4d98-af36-9044914cc751 HTTP/1.1" status: 204 len: 168 time: 0.2384319 Mar 08 20:15:43.196771 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c179b56-8229-4d98-af36-9044914cc751,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:15:43.204116 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.204491 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.204847 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.205186 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.205516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.205855 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.206201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.206535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.206879 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.207252 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.207545 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.207895 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:43.208218 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c16afa-9365-492d-a265-b4c3a0b83eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:15:45.968071 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-10cced04-08f6-407c-8983-c0ff130f8eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:48.322317 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-98cd1e77-8b40-479b-ace6-0f53b3cdae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:49.556381 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:51.305285 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:15:51.813114 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:15:52.504749 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:16.001522 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-18e301cd-1d5a-4b46-8020-1963a1027713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:18.298467 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3b63a022-c780-426b-9c23-003c7d9c54ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:19.526953 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:21.270180 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:22.498758 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:28.812044 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:16:45.989491 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cdee0c84-986f-4c3f-8e9e-3c732c89c120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:48.292690 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b392bf2-d781-4c8c-b50d-382976853c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:49.537539 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:51.343810 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:16:52.498113 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:05.810193 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 5 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:17:15.943025 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4df82939-2624-4026-b7f8-8fcb124bce70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:18.303124 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-95527cef-0089-4972-9c6a-3d0f5a32e3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:19.543305 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:21.292050 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:22.509184 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:25.725982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1985779'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:40.538612 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41960) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:17:40.642339 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e9c91e98-2279-4deb-a7e5-90b640ae2b38 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026347 Mar 08 20:17:42.808587 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:17:43.016537 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 41970) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:17:43.070372 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a219a406-53d7-42bf-9301-a41cedce4d44 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526328 Mar 08 20:17:45.982569 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc3027ef-2759-4049-b24d-838903dd50cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:48.263518 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-71aab8d3-2735-49f9-a93a-1b6d0c466f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:49.548610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:51.291743 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:52.480527 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:17:55.691045 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:15.971034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7b3d2cdc-15bf-4fd2-bfb7-49b1d1c0815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:18.268100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c3277e18-b74d-4923-851e-148d0c9fa311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:19.531432 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:19.807639 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:18:21.325093 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:22.530926 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:25.685412 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:45.999148 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1f01fcd5-e76d-46d9-91f0-c60a350a7161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:48.273634 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5229d077-180c-4843-9156-e0c5b74223a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:49.547276 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:51.302700 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:52.564883 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:55.638697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:18:56.807404 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:19:15.975892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c74d7a71-b2ef-4589-99a8-4bf0c1875dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:18.312878 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5622429c-7df9-4095-9d69-31d9decf3171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:19.535741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:20.516130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42126) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:20.861516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-650412639-network', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:20.959505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Made reservation on behalf of 1953483c1bb44a8caa4aedd2555d6f94 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:20.961693 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:20.977886 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.050834 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks [] for security_group (9f01656a-c5ea-4de5-abdf-ee65a1fc102f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.158778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9f01656a-c5ea-4de5-abdf-ee65a1fc102f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.185168 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:21.195390 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01656a-c5ea-4de5-abdf-ee65a1fc102f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:21.200027 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (ca87382a-665c-4ef6-a51c-3bcedce809aa), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.200370 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Added segment ca87382a-665c-4ef6-a51c-3bcedce809aa of type vlan for network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 Mar 08 20:19:21.214124 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.214475 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.214814 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.215148 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.215480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.215831 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.216183 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.225180 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.225613 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.226021 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.226439 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.226607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.228196 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Tracked resource versions report: Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: pushed versions: Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: { 'AddressGroup': {'1.2'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'ConntrackHelper': {'1.0'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Log': {'1.0'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Network': {'1.1'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Port': {'1.7'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'PortForwarding': {'1.2'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'QosPolicy': {'1.10'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroup': {'1.5'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SubPort': {'1.0'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Subnet': {'1.1'}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Trunk': {'1.1'}} Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: consumer versions: Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'ConntrackHelper': '1.0', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'LocalIPAssociation': '1.0', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Log': '1.0', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Network': '1.1', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Port': '1.7', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'PortForwarding': '1.2', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'QosPolicy': '1.10', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroup': '1.5', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SecurityGroupRule': '1.2', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'SubPort': '1.0', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Subnet': '1.1', Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: 'Trunk': '1.1'}} Mar 08 20:19:21.229603 dv-cinder-830095-3-iscsi neutron-server[103782]: {{(pid=103782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:19:21.274383 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (74de28ca-ca32-4e3e-b199-0f76b636b7c2), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.381813 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.382353 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (74de28ca-ca32-4e3e-b199-0f76b636b7c2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.382964 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:21.383549 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.451740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] Pushing event updated for resources: {'Network': ['ID=74de28ca-ca32-4e3e-b199-0f76b636b7c2,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:21.463596 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:21.505228 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1fc4993e-2381-492a-a95c-73adfa3e3f8e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9874063 Mar 08 20:19:21.508445 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42174) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:21.517326 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Request body: {'subnet': {'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-subnet', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:21.684153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Made reservation on behalf of 1953483c1bb44a8caa4aedd2555d6f94 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:21.686486 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:21.828918 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42182) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:21.940706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42192) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:21.970215 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42196) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:21.971148 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (1f179aed-eef0-4aa6-b605-aaf89c8d4725), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.029446 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f179aed-eef0-4aa6-b605-aaf89c8d4725,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:22.036293 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Checking segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:22.036635 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Network hostable DHCP agents. Network: 74de28ca-ca32-4e3e-b199-0f76b636b7c2, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:22.153264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:22.198524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-network', 'tenant_id': '57a662310112488d9b7349bfaffb9a50'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:22.290084 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 74de28ca-ca32-4e3e-b199-0f76b636b7c2) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:22.295307 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:22.295500 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.303347 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdc39c-888b-46df-8889-219e92747780 None None] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:22.318835 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Made reservation on behalf of 57a662310112488d9b7349bfaffb9a50 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:22.321733 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.336122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.355103 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-752857360-network', 'tenant_id': '4af90649a8eb46a89ce76bab28e1c70c'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:22.417901 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-85aab4fe-8a50-4a9d-8f4f-693a3ae879b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9075160 Mar 08 20:19:22.419623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42216) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:22.426679 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:22.448077 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks [] for security_group (84e8f729-32d2-42cf-aa35-ca9d1786db0a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.451597 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1099cd-3f9f-4bf8-95c0-695a918785da None None] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:22.533664 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1003703015-network', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:22.544988 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (84e8f729-32d2-42cf-aa35-ca9d1786db0a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.576453 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.578804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.586088 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Made reservation on behalf of 4af90649a8eb46a89ce76bab28e1c70c for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:22.588081 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.588337 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.593706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e8f729-32d2-42cf-aa35-ca9d1786db0a,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:22.597397 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:22.611039 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.622631 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Tracked resource versions report: Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: pushed versions: Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: { 'AddressGroup': {'1.2'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'ConntrackHelper': {'1.0'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Log': {'1.0'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Network': {'1.1'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Port': {'1.7'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'PortForwarding': {'1.2'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'QosPolicy': {'1.10'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroup': {'1.5'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SubPort': {'1.0'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Subnet': {'1.1'}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Trunk': {'1.1'}} Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: consumer versions: Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'ConntrackHelper': '1.0', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'LocalIPAssociation': '1.0', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Log': '1.0', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Network': '1.1', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Port': '1.7', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'PortForwarding': '1.2', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'QosPolicy': '1.10', Mar 08 20:19:22.631179 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroup': '1.5', Mar 08 20:19:22.635187 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SecurityGroupRule': '1.2', Mar 08 20:19:22.635187 dv-cinder-830095-3-iscsi neutron-server[103781]: 'SubPort': '1.0', Mar 08 20:19:22.635187 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Subnet': '1.1', Mar 08 20:19:22.635187 dv-cinder-830095-3-iscsi neutron-server[103781]: 'Trunk': '1.1'}} Mar 08 20:19:22.635187 dv-cinder-830095-3-iscsi neutron-server[103781]: {{(pid=103781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:19:22.637689 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (174a2378-6c5d-4393-a6a2-ddd512178b81), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.637948 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Added segment 174a2378-6c5d-4393-a6a2-ddd512178b81 of type vlan for network 49b11716-060c-4312-8b63-3e53952f4899 Mar 08 20:19:22.740201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Made reservation on behalf of 4f9d197d15f34dab89bdbb63ac5817bc for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:22.743642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.753488 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for router_controller (09015cd0-dae3-4393-9070-47b5bfef69d9), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.765255 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.768365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (49b11716-060c-4312-8b63-3e53952f4899), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.873907 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks [] for security_group (19eb8ee1-3155-4df7-aa6f-68118df82adb), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.909899 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks [] for security_group (a6a9d1c4-7cd0-40ed-869f-886fb60763dc), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.988016 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (49b11716-060c-4312-8b63-3e53952f4899), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.989646 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:22.990434 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:22.995947 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a6a9d1c4-7cd0-40ed-869f-886fb60763dc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.002061 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (19eb8ee1-3155-4df7-aa6f-68118df82adb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.069427 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for router_gateway (09015cd0-dae3-4393-9070-47b5bfef69d9), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.082654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:23.086222 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:23.107838 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] Pushing event updated for resources: {'Network': ['ID=49b11716-060c-4312-8b63-3e53952f4899,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:23.123511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (75947fce-4562-4f71-90f7-e2a80729272b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.126382 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Added segment 75947fce-4562-4f71-90f7-e2a80729272b of type vlan for network a723c265-51dd-4146-85af-4c5a9ce14047 Mar 08 20:19:23.126382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.126382 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Added segment bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3 of type vlan for network efca2684-dd94-46cf-8b97-cf7c88c6902f Mar 08 20:19:23.132578 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 49b11716-060c-4312-8b63-3e53952f4899 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:23.141477 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a9d1c4-7cd0-40ed-869f-886fb60763dc,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:23.225303 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-409b1396-641a-4d48-8408-d26ef93b42f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3942356 Mar 08 20:19:23.225517 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42254) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:23.237882 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Request body: {'subnet': {'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-subnet', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:23.257476 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (efca2684-dd94-46cf-8b97-cf7c88c6902f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.288718 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (a723c265-51dd-4146-85af-4c5a9ce14047), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.329762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb8ee1-3155-4df7-aa6f-68118df82adb,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:23.491958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (a723c265-51dd-4146-85af-4c5a9ce14047), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.493372 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:23.494210 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.508315 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (efca2684-dd94-46cf-8b97-cf7c88c6902f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.509422 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:23.510105 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.576435 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Made reservation on behalf of 57a662310112488d9b7349bfaffb9a50 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:23.578713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.611438 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] Pushing event updated for resources: {'Network': ['ID=a723c265-51dd-4146-85af-4c5a9ce14047,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:23.624165 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network a723c265-51dd-4146-85af-4c5a9ce14047 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:23.667550 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7247124 Mar 08 20:19:23.674904 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b86d58f0-bb8a-4f9f-8caf-f99db8f02750 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7035265 Mar 08 20:19:23.680406 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for router_gateway (09015cd0-dae3-4393-9070-47b5bfef69d9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.704896 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42274) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:23.705596 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42276) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:23.708053 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:23.727286 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f80c9-86f8-4315-8d97-f85c6a2ada4a admin admin] Pushing event updated for resources: {'Network': ['ID=efca2684-dd94-46cf-8b97-cf7c88c6902f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:23.741280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network efca2684-dd94-46cf-8b97-cf7c88c6902f details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:23.768023 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Request body: {'subnet': {'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-752857360-subnet', 'tenant_id': '4af90649a8eb46a89ce76bab28e1c70c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:23.774916 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Request body: {'subnet': {'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1003703015-subnet', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:23.949333 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Allocated IP 172.27.0.81 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/85ffaa9f-0063-47a2-ae99-26fd46749605) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:24.021001 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Made reservation on behalf of 4af90649a8eb46a89ce76bab28e1c70c for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:24.023370 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.025125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Made reservation on behalf of 4f9d197d15f34dab89bdbb63ac5817bc for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:24.033664 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.249866 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (7113153c-9626-4d8a-9275-69a831152744), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.276290 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.435354 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7113153c-9626-4d8a-9275-69a831152744,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:24.449150 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Checking segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:24.449510 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Network hostable DHCP agents. Network: 49b11716-060c-4312-8b63-3e53952f4899, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:24.522597 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.572285 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:24.576603 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:24.580038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:24.585981 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Pushing event updated for resources: {'Port': ['ID=85ffaa9f-0063-47a2-ae99-26fd46749605,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:24.619528 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (4b61e717-dedd-4a73-a8b7-30dbdcd93674), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.621307 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Network 49b11716-060c-4312-8b63-3e53952f4899 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:24.623272 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (9505ccea-f1e0-4e22-a09b-79ebb177ab09), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.757516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b61e717-dedd-4a73-a8b7-30dbdcd93674,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:24.804141 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Checking segment: {'id': 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:24.804491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Network hostable DHCP agents. Network: efca2684-dd94-46cf-8b97-cf7c88c6902f, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:24.808837 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Checking segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:24.809180 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Network hostable DHCP agents. Network: a723c265-51dd-4146-85af-4c5a9ce14047, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:24.829536 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9505ccea-f1e0-4e22-a09b-79ebb177ab09,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:24.833952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 49b11716-060c-4312-8b63-3e53952f4899) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:24.851384 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:24.852005 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.856224 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d325f9-9d9e-4f27-b9ee-9273ee8e3987 None None] Network 49b11716-060c-4312-8b63-3e53952f4899 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:24.959751 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Network a723c265-51dd-4146-85af-4c5a9ce14047 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:24.970349 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-168bdb10-e2c3-41c8-b70b-b20f6b0f244f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7438130 Mar 08 20:19:24.973264 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42316) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:24.983294 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Network efca2684-dd94-46cf-8b97-cf7c88c6902f is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:24.984041 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:24.990828 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0425db-f677-4551-be41-9a732042991f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-49b11716-060c-4312-8b63-3e53952f4899', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:19:24.991709 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:24.994567 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, a723c265-51dd-4146-85af-4c5a9ce14047) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:25.018303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:25.018303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.023637 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ce2747-80c3-444d-9277-67cdc80438b7 None None] Network a723c265-51dd-4146-85af-4c5a9ce14047 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:25.026117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, efca2684-dd94-46cf-8b97-cf7c88c6902f) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:25.047252 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:25.047252 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.054498 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a6c06-a2ed-4183-8cbc-c743c6893ebd None None] Network efca2684-dd94-46cf-8b97-cf7c88c6902f requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:25.138570 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for router_gateway (09015cd0-dae3-4393-9070-47b5bfef69d9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.147303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (ecced304-67f2-4540-85b8-52fc41dc8281), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.149604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (ecced304-67f2-4540-85b8-52fc41dc8281), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.262864 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-add42ae6-4ab1-4646-95b8-5a4d9a0177c9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5424156 Mar 08 20:19:25.265967 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c45cd9f8-8875-4165-8c4c-efc606e3965f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5469604 Mar 08 20:19:25.268257 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42342) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:25.288477 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:25.291065 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for router_controller (ecced304-67f2-4540-85b8-52fc41dc8281), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.429394 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (8723be35-bca7-42a4-832e-5472785b0da9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.430423 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (8723be35-bca7-42a4-832e-5472785b0da9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.466100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df077d-1585-4af4-9d6b-b00e5f9dccbe None None] Network efca2684-dd94-46cf-8b97-cf7c88c6902f requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:25.557639 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-7c0425db-f677-4551-be41-9a732042991f None None] Allocated IP 172.20.0.2 (49b11716-060c-4312-8b63-3e53952f4899/7113153c-9626-4d8a-9275-69a831152744/47aabfa1-0f9d-460c-bb31-543fc1b6b1ee) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:25.631557 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for router_controller (8723be35-bca7-42a4-832e-5472785b0da9), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:25.825719 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42388) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:25.830633 dv-cinder-830095-3-iscsi neutron-server[103781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:19:25.982622 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42392) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:25.985109 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.041026 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-a723c265-51dd-4146-85af-4c5a9ce14047', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:19:26.050066 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.076951 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-3bb716f9-76e4-4aa9-b0f1-4e30cb9ddd92 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:26.079274 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-3bb716f9-76e4-4aa9-b0f1-4e30cb9ddd92 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/networks?id=efca2684-dd94-46cf-8b97-cf7c88c6902f HTTP/1.1" status: 200 len: 811 time: 0.2527480 Mar 08 20:19:26.081906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for router_gateway (8723be35-bca7-42a4-832e-5472785b0da9), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.084188 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for router_gateway (ecced304-67f2-4540-85b8-52fc41dc8281), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.088506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.116297 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9282d8a9-abc0-4276-8143-078237b9259a tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/quotas/4af90649a8eb46a89ce76bab28e1c70c HTTP/1.1" status: 200 len: 375 time: 0.0259182 Mar 08 20:19:26.262335 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-5cba9404-7887-450e-a6ee-29d6593f2f97 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4af90649a8eb46a89ce76bab28e1c70c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408105 Mar 08 20:19:26.271230 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fa9b-62fd-4053-a261-610800603f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.308946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Allocated IP 172.20.0.2 (a723c265-51dd-4146-85af-4c5a9ce14047/9505ccea-f1e0-4e22-a09b-79ebb177ab09/266ec448-b759-4e84-b35a-1e36155075a8) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:26.387810 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fa9b-62fd-4053-a261-610800603f81 admin admin] Publish callbacks [] for security_group (76f8e029-ab09-4de6-bdfb-fe41c42065bd), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.464820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fa9b-62fd-4053-a261-610800603f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (76f8e029-ab09-4de6-bdfb-fe41c42065bd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.479073 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks [] for port (266ec448-b759-4e84-b35a-1e36155075a8), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.500603 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fa9b-62fd-4053-a261-610800603f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f8e029-ab09-4de6-bdfb-fe41c42065bd,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:26.531247 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6ed5fa9b-62fd-4053-a261-610800603f81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcf7849313b24f72b3c8ec4ffd4067fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5474777 Mar 08 20:19:26.534154 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42420) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:26.545367 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks [] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.548238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-b0f7ec3d-6978-49c9-8be2-b17974e7101a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:19:26.550021 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (266ec448-b759-4e84-b35a-1e36155075a8), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.556936 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-b0f7ec3d-6978-49c9-8be2-b17974e7101a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1424086 Mar 08 20:19:26.592181 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Network a723c265-51dd-4146-85af-4c5a9ce14047 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:26.595310 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:26.598751 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:26.622716 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Router 09015cd0-dae3-4393-9070-47b5bfef69d9 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:19:26.686569 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Attempting to bind port 266ec448-b759-4e84-b35a-1e36155075a8 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:26.686934 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Attempting to bind port 266ec448-b759-4e84-b35a-1e36155075a8 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:26.687299 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Attempting to bind port 266ec448-b759-4e84-b35a-1e36155075a8 on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:26.689733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.703121 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Pushing event updated for resources: {'Port': ['ID=266ec448-b759-4e84-b35a-1e36155075a8,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:26.719182 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:26.719182 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Checking segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:26.719182 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.719612 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Bound using segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:26.720606 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Bound port: 266ec448-b759-4e84-b35a-1e36155075a8, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:26.720606 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (266ec448-b759-4e84-b35a-1e36155075a8), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.723295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.723740 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.724149 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.724503 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.724889 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.725230 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.725564 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.725941 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.726280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.726634 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.726959 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.727459 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.728225 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Tracked resource versions report: Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: pushed versions: Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: { 'AddressGroup': {'1.2'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'ConntrackHelper': {'1.0'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Log': {'1.0'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Network': {'1.1'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Port': {'1.7'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'PortForwarding': {'1.2'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'QosPolicy': {'1.10'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroup': {'1.5'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SubPort': {'1.0'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Subnet': {'1.1'}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Trunk': {'1.1'}} Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: consumer versions: Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'ConntrackHelper': '1.0', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'LocalIPAssociation': '1.0', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Log': '1.0', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Network': '1.1', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Port': '1.7', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'PortForwarding': '1.2', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'QosPolicy': '1.10', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroup': '1.5', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SecurityGroupRule': '1.2', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'SubPort': '1.0', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Subnet': '1.1', Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: 'Trunk': '1.1'}} Mar 08 20:19:26.729302 dv-cinder-830095-3-iscsi neutron-server[103783]: {{(pid=103783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:19:26.745449 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0425db-f677-4551-be41-9a732042991f None None] Network 49b11716-060c-4312-8b63-3e53952f4899 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:26.756664 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] Publish callbacks [] for security_group (76f8e029-ab09-4de6-bdfb-fe41c42065bd), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.760318 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for router_gateway (8723be35-bca7-42a4-832e-5472785b0da9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.776678 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-7c0425db-f677-4551-be41-9a732042991f None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:26.779278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0425db-f677-4551-be41-9a732042991f None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:26.790603 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.794801 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-5d8e3828-8961-4b18-8c08-f6968aeea23a service neutron] 10.222.0.18 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366426 Mar 08 20:19:26.818524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for router_gateway (ecced304-67f2-4540-85b8-52fc41dc8281), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.839028 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] Publish callbacks [] for security_group (76f8e029-ab09-4de6-bdfb-fe41c42065bd), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.850222 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0425db-f677-4551-be41-9a732042991f None None] Pushing event updated for resources: {'Port': ['ID=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:26.903523 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7c0425db-f677-4551-be41-9a732042991f None None] Attempting to bind port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:26.903918 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7c0425db-f677-4551-be41-9a732042991f None None] Attempting to bind port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:26.904301 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0425db-f677-4551-be41-9a732042991f None None] Attempting to bind port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:26.907473 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.922711 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0425db-f677-4551-be41-9a732042991f None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:26.923126 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0425db-f677-4551-be41-9a732042991f None None] Checking segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:26.923550 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.925110 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0425db-f677-4551-be41-9a732042991f None None] Bound using segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:26.925609 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-7c0425db-f677-4551-be41-9a732042991f None None] Bound port: 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:26.927379 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:26.930811 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:26.945809 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] For port 266ec448-b759-4e84-b35a-1e36155075a8, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:26.951043 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Sync routers for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:26.961589 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] For port 266ec448-b759-4e84-b35a-1e36155075a8, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=266ec448-b759-4e84-b35a-1e36155075a8,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:26.987227 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:26.987917 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:27.021864 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Allocated IP 172.27.0.233 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/4d07c024-6947-4a45-a778-63020f55c0ca) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:27.058996 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-7c0425db-f677-4551-be41-9a732042991f None None] For port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:27.061426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (266ec448-b759-4e84-b35a-1e36155075a8), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.062734 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.066382 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-7c0425db-f677-4551-be41-9a732042991f None None] For port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:27.068286 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ebe50de5-7163-4d13-bd37-f0db1ea1e345 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6473861 Mar 08 20:19:27.074160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42422) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:27.133718 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d0db2-c537-4318-815e-a94ff20f64c5 None None] Pushing event updated for resources: {'Port': ['ID=266ec448-b759-4e84-b35a-1e36155075a8,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:27.158209 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (76f8e029-ab09-4de6-bdfb-fe41c42065bd), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.168808 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.168808 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76f8e029-ab09-4de6-bdfb-fe41c42065bd HTTP/1.1" status: 204 len: 168 time: 0.6277797 Mar 08 20:19:27.174920 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c0425db-f677-4551-be41-9a732042991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.189994 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d552f7-7657-471c-9837-e6aefcc95714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f8e029-ab09-4de6-bdfb-fe41c42065bd,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:27.293090 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for port (4d07c024-6947-4a45-a778-63020f55c0ca), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.334695 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-b48ef841-da52-40aa-a748-4b97876aa811 service neutron] 10.222.0.18 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284410 Mar 08 20:19:27.429495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0425db-f677-4551-be41-9a732042991f None None] Pushing event updated for resources: {'Port': ['ID=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:27.485769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:27.558810 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:27.567750 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:27.575925 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:27.599635 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:27.794491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Pushing event updated for resources: {'Port': ['ID=4d07c024-6947-4a45-a778-63020f55c0ca,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:27.969569 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Allocated IP 172.27.0.253 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/4d1b7382-6716-4a26-a91f-1d8078217e59) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:28.118578 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c3063a2-3f64-4143-b2e3-0b3650d13bfb req-ef9a1772-fac8-4975-9bdb-f4cf2aac371e tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0792139 Mar 08 20:19:28.143855 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:24Z', 'revision_number': 3, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:28.190276 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Checking router: 09015cd0-dae3-4393-9070-47b5bfef69d9 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:28.192318 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Updating router 09015cd0-dae3-4393-9070-47b5bfef69d9 port 85ffaa9f-0063-47a2-ae99-26fd46749605 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:28.236221 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.244393 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42476) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:28.320432 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for router_gateway (8723be35-bca7-42a4-832e-5472785b0da9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.862594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ecaef78c-fdc3-4d62-921d-473db8e9c661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.870525 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.870525 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.876685 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ecaef78c-fdc3-4d62-921d-473db8e9c661 admin admin] Publish callbacks [] for security_group (b74fa663-bdec-485f-9b22-b102f718f7d1), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.882358 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Allocated IP 172.20.0.1 (74de28ca-ca32-4e3e-b199-0f76b636b7c2/1f179aed-eef0-4aa6-b605-aaf89c8d4725/a048eb48-b3c6-4d54-af1b-73dcedaeb824) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:28.903065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ecaef78c-fdc3-4d62-921d-473db8e9c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b74fa663-bdec-485f-9b22-b102f718f7d1), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.931235 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:28.980986 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ecaef78c-fdc3-4d62-921d-473db8e9c661 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d4fe9f61224416190c73cd465621b5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7349975 Mar 08 20:19:28.986260 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42504) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:28.997038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaef78c-fdc3-4d62-921d-473db8e9c661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74fa663-bdec-485f-9b22-b102f718f7d1,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:29.011299 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (8723be35-bca7-42a4-832e-5472785b0da9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.088015 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e9e72-9b29-4b2d-bcdb-4917202b6102 None None] Network 49b11716-060c-4312-8b63-3e53952f4899 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:29.125919 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks [] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.222508 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42510) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:29.255896 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Provisioning complete for port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:29.256284 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.267317 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.302270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Router 8723be35-bca7-42a4-832e-5472785b0da9 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:19:29.328787 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Attempting to bind port 85ffaa9f-0063-47a2-ae99-26fd46749605 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:29.329089 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Attempting to bind port 85ffaa9f-0063-47a2-ae99-26fd46749605 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:29.329430 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Attempting to bind port 85ffaa9f-0063-47a2-ae99-26fd46749605 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:29.340286 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Pushing event updated for resources: {'Port': ['ID=85ffaa9f-0063-47a2-ae99-26fd46749605,revision_number=2']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:29.343344 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:29.343867 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:29.344869 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.345234 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:29.345640 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Bound port: 85ffaa9f-0063-47a2-ae99-26fd46749605, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:29.346022 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.369734 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.370113 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.370481 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.370825 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.371157 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.371483 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.371883 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.372155 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.372489 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.372815 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.373139 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.373552 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.373774 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Tracked resource versions report: Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: pushed versions: Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: { 'AddressGroup': {'1.2'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'ConntrackHelper': {'1.0'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'LocalIPAssociation': {'1.0'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Log': {'1.0'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Network': {'1.1'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Port': {'1.7'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'PortForwarding': {'1.2'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'QosPolicy': {'1.10'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroup': {'1.5'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroupRule': {'1.2'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SubPort': {'1.0'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Subnet': {'1.1'}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Trunk': {'1.1'}} Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: consumer versions: Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: { DHCP agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: HyperV agent@hv-cinder-83009: {}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: L3 agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: Metadata agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: Metering agent@dv-cinder-830095-3-iscsi: {}, Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: Open vSwitch agent@dv-cinder-830095-3-iscsi: { 'AddressGroup': '1.2', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'ConntrackHelper': '1.0', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'LocalIPAssociation': '1.0', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Log': '1.0', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Network': '1.1', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Port': '1.7', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'PortForwarding': '1.2', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'QosPolicy': '1.10', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroup': '1.5', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SecurityGroupRule': '1.2', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'SubPort': '1.0', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Subnet': '1.1', Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: 'Trunk': '1.1'}} Mar 08 20:19:29.374880 dv-cinder-830095-3-iscsi neutron-server[103784]: {{(pid=103784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:19:29.386148 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:29.429484 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c648948-4019-4df0-bad2-e8f919f6a694 None None] Network a723c265-51dd-4146-85af-4c5a9ce14047 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:29.442708 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] For port 85ffaa9f-0063-47a2-ae99-26fd46749605, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:29.448070 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] For port 85ffaa9f-0063-47a2-ae99-26fd46749605, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=85ffaa9f-0063-47a2-ae99-26fd46749605,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:29.453241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:29.458147 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5dc90c09-ba73-4024-9a85-fd60a330a796 req-ad28b83e-335a-4937-b997-2bbead9aef29 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.1665025 Mar 08 20:19:29.483226 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Current status of the port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:29.483630 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.491437 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-49502886-6638-4de2-bc5e-144b7d212b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.494604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:29.553941 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.662074 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-22048497-577e-4109-8b09-e480e837ed05 None None] For port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:29.663072 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04149fd-f39a-4191-a6b4-767a42b28e89 None None] Pushing event updated for resources: {'Port': ['ID=85ffaa9f-0063-47a2-ae99-26fd46749605,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:29.719078 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:29.719918 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1b7382-6716-4a26-a91f-1d8078217e59,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:29.724911 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:29.726155 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:29.737195 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:29.739031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks [] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.822685 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.824581 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-49502886-6638-4de2-bc5e-144b7d212b10 admin admin] Publish callbacks [] for security_group (82743e40-9004-465a-83a9-cd994e565e48), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.824699 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:29.843782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] Publish callbacks [] for security_group (b74fa663-bdec-485f-9b22-b102f718f7d1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.858151 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.864426 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-486512e6-ed69-4673-8ccf-b59f39c0dc4f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5914919 Mar 08 20:19:29.865218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42524) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:29.872355 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:29.872991 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:29.876700 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] Publish callbacks [] for security_group (b74fa663-bdec-485f-9b22-b102f718f7d1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.912693 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:29.923769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-49502886-6638-4de2-bc5e-144b7d212b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (82743e40-9004-465a-83a9-cd994e565e48), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.950704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:29.963827 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-49502886-6638-4de2-bc5e-144b7d212b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7021e667f81c4d4b95cfab7e30b530ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7370472 Mar 08 20:19:29.968246 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42526) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:30.001870 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:30.033762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:30.052801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:30.055602 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:30.056499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (09015cd0-dae3-4393-9070-47b5bfef69d9), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.064344 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49502886-6638-4de2-bc5e-144b7d212b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82743e40-9004-465a-83a9-cd994e565e48,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:30.150115 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:30.155536 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] Publish callbacks [] for security_group (82743e40-9004-465a-83a9-cd994e565e48), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.177586 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for router_gateway (ecced304-67f2-4540-85b8-52fc41dc8281), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.225249 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:30.225836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.248017 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:24Z', 'revision_number': 3, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:30.261270 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b74fa663-bdec-485f-9b22-b102f718f7d1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.264032 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.265339 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b74fa663-bdec-485f-9b22-b102f718f7d1 HTTP/1.1" status: 204 len: 168 time: 1.0045140 Mar 08 20:19:30.275858 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] Publish callbacks [] for security_group (82743e40-9004-465a-83a9-cd994e565e48), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.311502 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ab474-6cd3-4fad-af99-15091ea706f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74fa663-bdec-485f-9b22-b102f718f7d1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:30.313372 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Provisioning complete for port 266ec448-b759-4e84-b35a-1e36155075a8 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:30.313933 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (266ec448-b759-4e84-b35a-1e36155075a8), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.380668 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a395014f-af04-4e7d-9611-5b8ed03ea7be None None] The sync data for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi is: [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:24Z', 'revision_number': 3, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:30.551470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (82743e40-9004-465a-83a9-cd994e565e48), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.554117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.558718 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82743e40-9004-465a-83a9-cd994e565e48 HTTP/1.1" status: 204 len: 168 time: 0.5821941 Mar 08 20:19:30.575096 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b4f24-a5b7-4014-b0c2-3f8dc7ef13ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82743e40-9004-465a-83a9-cd994e565e48,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:30.624893 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6e3119a-d2fb-4820-bf92-6b70f1f0d941 req-439d2d6f-1e3f-4b35-9d7b-343bddf554d8 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0417364 Mar 08 20:19:30.651561 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22048497-577e-4109-8b09-e480e837ed05 None None] Pushing event updated for resources: {'Port': ['ID=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:30.787081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.803293 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:30.804350 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 266ec448-b759-4e84-b35a-1e36155075a8 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:30.861150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (ecced304-67f2-4540-85b8-52fc41dc8281), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.882070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:27Z', 'revision_number': 3, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:30.917653 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:30.929724 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:30.930193 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Updating router 8723be35-bca7-42a4-832e-5472785b0da9 port 4d07c024-6947-4a45-a778-63020f55c0ca binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:31.042115 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.077905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Current status of the port 266ec448-b759-4e84-b35a-1e36155075a8 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:31.079064 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (266ec448-b759-4e84-b35a-1e36155075a8), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.081261 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 266ec448-b759-4e84-b35a-1e36155075a8 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:31.081673 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (266ec448-b759-4e84-b35a-1e36155075a8), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.187947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] For port 266ec448-b759-4e84-b35a-1e36155075a8, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=266ec448-b759-4e84-b35a-1e36155075a8,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:31.259320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Allocated IP 172.20.0.1 (a723c265-51dd-4146-85af-4c5a9ce14047/9505ccea-f1e0-4e22-a09b-79ebb177ab09/03bdb1d6-935a-43eb-8a28-ee0beed31bd9) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:31.282842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (266ec448-b759-4e84-b35a-1e36155075a8), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.304150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks [] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.363762 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Pushing event updated for resources: {'Port': ['ID=266ec448-b759-4e84-b35a-1e36155075a8,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:31.387515 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Router ecced304-67f2-4540-85b8-52fc41dc8281 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:19:31.390864 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.391688 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (09015cd0-dae3-4393-9070-47b5bfef69d9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.405270 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Provisioning complete for port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:31.405567 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.436936 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks [] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.521338 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 266ec448-b759-4e84-b35a-1e36155075a8 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:31.618044 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.691775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Pushing event updated for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:31.699607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42566) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:31.719248 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-413a9c2d-d6cf-498c-9e9c-e60f8a928fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.753232 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Network a723c265-51dd-4146-85af-4c5a9ce14047 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:31.774812 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:31.778691 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:31.779850 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (8723be35-bca7-42a4-832e-5472785b0da9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.801646 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-af886e72-beb3-4bdb-bead-db3c3833bb23 None None] Current status of the port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:31.834890 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks [] for port (4d07c024-6947-4a45-a778-63020f55c0ca), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:31.868985 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:31.931406 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:31.936744 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:31.939152 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:31.947361 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Pushing event updated for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:31.959527 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.026630 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:32.050598 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:32.051704 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:32.065563 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d7192b76-8701-4643-b46d-7edd594b0778 req-2fd460a5-70b6-4455-b6f2-72d22fe2f27b tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0510156 Mar 08 20:19:32.077294 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-2fb6fd68-5594-4e6a-bac2-091d5d865a56 None None] Provisioning complete for port 266ec448-b759-4e84-b35a-1e36155075a8 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:32.077677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2fb6fd68-5594-4e6a-bac2-091d5d865a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (266ec448-b759-4e84-b35a-1e36155075a8), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.151644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.153115 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-eb2128fa-41ec-45d6-9d4f-6bde056fcc54 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1788032 Mar 08 20:19:32.158444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42580) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:32.193077 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c9de0-ace8-44ed-b898-33d8e2ff822e None None] Pushing event updated for resources: {'Port': ['ID=4d07c024-6947-4a45-a778-63020f55c0ca,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:32.222002 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Attempting to bind port 4d07c024-6947-4a45-a778-63020f55c0ca on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:32.222512 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Attempting to bind port 4d07c024-6947-4a45-a778-63020f55c0ca by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:32.222959 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Attempting to bind port 4d07c024-6947-4a45-a778-63020f55c0ca on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:32.247496 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:32.247922 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:32.248421 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.250071 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-413a9c2d-d6cf-498c-9e9c-e60f8a928fe5 admin admin] Publish callbacks [] for security_group (7ae8fdde-bd04-41a1-88df-108798e38130), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.250270 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:32.251444 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Bound port: 4d07c024-6947-4a45-a778-63020f55c0ca, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:32.251947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.254759 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Router 09015cd0-dae3-4393-9070-47b5bfef69d9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:19:32.270210 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:32.314944 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] For port 4d07c024-6947-4a45-a778-63020f55c0ca, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:32.319050 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] For port 4d07c024-6947-4a45-a778-63020f55c0ca, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d07c024-6947-4a45-a778-63020f55c0ca,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:32.323660 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:32.326009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.354654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-413a9c2d-d6cf-498c-9e9c-e60f8a928fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7ae8fdde-bd04-41a1-88df-108798e38130), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.367579 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.436701 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c9de0-ace8-44ed-b898-33d8e2ff822e None None] Pushing event updated for resources: {'Port': ['ID=4d07c024-6947-4a45-a778-63020f55c0ca,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:32.442068 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.474087 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-413a9c2d-d6cf-498c-9e9c-e60f8a928fe5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f28162754fa4c3faf3432c9d6dbae6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7703838 Mar 08 20:19:32.476968 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42584) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:32.499489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9c2d-d6cf-498c-9e9c-e60f8a928fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae8fdde-bd04-41a1-88df-108798e38130,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:32.545135 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:32.545916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:32.580782 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:32.599308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:32.601033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 266ec448-b759-4e84-b35a-1e36155075a8 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:32.603395 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:32.608892 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ed54b9a0-a406-4177-86f1-13fbef708d10 admin admin] 10.222.0.18 "PUT /v2.0/routers/09015cd0-dae3-4393-9070-47b5bfef69d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5337188 Mar 08 20:19:32.631126 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:32.631564 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Updating router ecced304-67f2-4540-85b8-52fc41dc8281 port 4d1b7382-6716-4a26-a91f-1d8078217e59 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:32.684895 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.690481 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] Publish callbacks [] for security_group (7ae8fdde-bd04-41a1-88df-108798e38130), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.742376 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6fd68-5594-4e6a-bac2-091d5d865a56 None None] Current status of the port 266ec448-b759-4e84-b35a-1e36155075a8 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:32.780682 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:32.813756 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 266ec448-b759-4e84-b35a-1e36155075a8 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:32.814137 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (266ec448-b759-4e84-b35a-1e36155075a8), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.836852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] Publish callbacks [] for security_group (7ae8fdde-bd04-41a1-88df-108798e38130), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.882982 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks [] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.960836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-924e2578-c89d-45df-9f1f-b02497465a77 None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:32.961223 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-924e2578-c89d-45df-9f1f-b02497465a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.987978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.988949 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (8723be35-bca7-42a4-832e-5472785b0da9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:32.998900 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-924e2578-c89d-45df-9f1f-b02497465a77 None None] Port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:33.090453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Sync routers for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:33.103675 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7ae8fdde-bd04-41a1-88df-108798e38130), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.107267 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.110033 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ae8fdde-bd04-41a1-88df-108798e38130 HTTP/1.1" status: 204 len: 168 time: 0.6271183 Mar 08 20:19:33.131632 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:33.132417 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:33.136855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 266ec448-b759-4e84-b35a-1e36155075a8 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:33.138044 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 85ffaa9f-0063-47a2-ae99-26fd46749605 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:33.152976 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0bcc9-2f71-4a8c-bedf-7b040837055a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae8fdde-bd04-41a1-88df-108798e38130,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:33.167918 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Pushing event updated for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:33.216332 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.350360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Network a723c265-51dd-4146-85af-4c5a9ce14047 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:33.365285 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:33.427444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42612) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:33.492971 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:33.496871 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7327f35-f2dc-4a51-9e9d-6f500fe4aae4 req-39ec6a50-c0c4-4e21-ad5c-6026745eacd9 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0674212 Mar 08 20:19:33.617165 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Allocated IP 172.20.0.1 (49b11716-060c-4312-8b63-3e53952f4899/7113153c-9626-4d8a-9275-69a831152744/b90e48f3-f98d-499e-8ef6-e0350212edba) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:33.724167 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks [] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.887239 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:33.913141 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:19:34.047046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-deaa2dce-4fb5-4a1c-9f09-2cc18694ef84 None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:34.048686 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-deaa2dce-4fb5-4a1c-9f09-2cc18694ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.063900 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-dbd89b42-db96-4d27-a225-de7b7bafc55f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:34.065431 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-dbd89b42-db96-4d27-a225-de7b7bafc55f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 818 time: 0.4214098 Mar 08 20:19:34.096170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks [] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.098543 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Attempting to bind port 4d1b7382-6716-4a26-a91f-1d8078217e59 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:34.099104 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Attempting to bind port 4d1b7382-6716-4a26-a91f-1d8078217e59 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:34.099460 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Attempting to bind port 4d1b7382-6716-4a26-a91f-1d8078217e59 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:34.103963 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-1ea86fa6-c966-4293-b706-c457f58c9095 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/quotas/1953483c1bb44a8caa4aedd2555d6f94 HTTP/1.1" status: 200 len: 375 time: 0.0309122 Mar 08 20:19:34.118278 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:34.118981 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:34.119088 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-deaa2dce-4fb5-4a1c-9f09-2cc18694ef84 None None] Port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:34.124753 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.124753 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:34.124753 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Bound port: 4d1b7382-6716-4a26-a91f-1d8078217e59, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:34.124753 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.138328 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 85ffaa9f-0063-47a2-ae99-26fd46749605 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:34.138716 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.166847 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:34.181741 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f3eb1656-e461-4657-bd67-962353147630 admin admin] 10.222.0.18 "PUT /v2.0/routers/8723be35-bca7-42a4-832e-5472785b0da9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3156965 Mar 08 20:19:34.188892 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:19:34.226511 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-b54fba82-0c74-4e4b-b3c9-ad0b9dab0501 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166565 Mar 08 20:19:34.246636 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caadfb-9206-4889-848c-26c4e0527740 None None] Pushing event updated for resources: {'Port': ['ID=4d1b7382-6716-4a26-a91f-1d8078217e59,revision_number=2']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:34.268539 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] For port 4d1b7382-6716-4a26-a91f-1d8078217e59, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:34.272631 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] For port 4d1b7382-6716-4a26-a91f-1d8078217e59, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d1b7382-6716-4a26-a91f-1d8078217e59,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:34.314419 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:30Z', 'revision_number': 4, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'a048eb48-b3c6-4d54-af1b-73dcedaeb824', 'name': '', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'mac_address': 'fa:16:3e:b6:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:28Z', 'updated_at': '2022-03-08T20:19:30Z', 'revision_number': 2, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'subnets': [{'id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:34.342739 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.356841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-785e26ef-aa50-4956-a591-a7fc5279359f service neutron] 10.222.0.18 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287487 Mar 08 20:19:34.358959 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.369379 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:31Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:34.372512 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Checking router: 09015cd0-dae3-4393-9070-47b5bfef69d9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:34.373048 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Updating router 09015cd0-dae3-4393-9070-47b5bfef69d9 port a048eb48-b3c6-4d54-af1b-73dcedaeb824 binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:34.451677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41685f18-0e74-4e9c-9bd3-70362ee3ad37 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:31Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:34.453299 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:34.465067 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caadfb-9206-4889-848c-26c4e0527740 None None] Pushing event updated for resources: {'Port': ['ID=4d1b7382-6716-4a26-a91f-1d8078217e59,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:34.491172 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Network 49b11716-060c-4312-8b63-3e53952f4899 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:34.499073 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:34.503007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:34.503450 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (ecced304-67f2-4540-85b8-52fc41dc8281), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.516926 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:34.517588 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:34.560189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.589581 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 85ffaa9f-0063-47a2-ae99-26fd46749605 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:34.590528 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.676283 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 85ffaa9f-0063-47a2-ae99-26fd46749605, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=85ffaa9f-0063-47a2-ae99-26fd46749605,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:34.777754 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:34.839279 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:34.975285 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=85ffaa9f-0063-47a2-ae99-26fd46749605,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:35.015312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-18f842ba-099c-44cf-871a-3ae7ae07d4bf service neutron] 10.222.0.18 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321907 Mar 08 20:19:35.116511 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-85089939-fb97-4c02-8894-4798e8911ea7 None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:35.116950 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-85089939-fb97-4c02-8894-4798e8911ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.152628 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42684) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:35.193945 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks [] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.195564 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-85089939-fb97-4c02-8894-4798e8911ea7 None None] Port b90e48f3-f98d-499e-8ef6-e0350212edba cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:35.218760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.291501 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:35.324652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.345176 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d405b-2fa2-48c3-9e53-149b3bc57734 None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:29Z', 'revision_number': 3, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:35.393057 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42696) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:35.398276 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969275812', 'description': 'tempest-description--1314183251'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:35.495977 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1132cf9-b497-48ad-b39a-abf32e5bf296 None None] Pushing event updated for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:35.517841 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-326766977-network', 'tenant_id': '9c112dc7fa22410c89aa46a854a7ca2f'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:35.541520 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.585693 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Attempting to bind port a048eb48-b3c6-4d54-af1b-73dcedaeb824 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:35.586295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Attempting to bind port a048eb48-b3c6-4d54-af1b-73dcedaeb824 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:35.586914 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Attempting to bind port a048eb48-b3c6-4d54-af1b-73dcedaeb824 on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:35.594663 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:35.595195 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Checking segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:35.595674 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.596162 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Bound using segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:35.596711 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Bound port: a048eb48-b3c6-4d54-af1b-73dcedaeb824, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:35.598706 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.624266 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0e3df85-d8d1-4166-b54f-73a6f2979bf8 req-f0310999-7524-4346-9392-95dce94ec517 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.1210055 Mar 08 20:19:35.707999 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-299ad745-bdf0-40b5-b04e-fd968209c1bb req-f97c7082-b041-4c24-b533-e179adc9b59d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 210 time: 0.0904696 Mar 08 20:19:35.751058 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (834c4cac-0466-4587-85f4-745d6c9dfb25), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.780879 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Made reservation on behalf of 9c112dc7fa22410c89aa46a854a7ca2f for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:35.791441 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.798306 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (834c4cac-0466-4587-85f4-745d6c9dfb25), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.808836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] For port a048eb48-b3c6-4d54-af1b-73dcedaeb824, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:35.810816 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42720) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:35.819921 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] For port a048eb48-b3c6-4d54-af1b-73dcedaeb824, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a048eb48-b3c6-4d54-af1b-73dcedaeb824,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:35.824555 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks [] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.827318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.904645 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834c4cac-0466-4587-85f4-745d6c9dfb25,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:35.943749 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.945262 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:35.946653 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8dedb847-8e01-4f61-97d8-0577c5c79b79 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5525513 Mar 08 20:19:35.955802 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42734) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:35.963642 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group_rule': {'security_group_id': '834c4cac-0466-4587-85f4-745d6c9dfb25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:35.998990 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.004249 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (ecced304-67f2-4540-85b8-52fc41dc8281), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.152536 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (ba9dbaea-66fb-40a5-bbd1-102b50ebcdd7), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.155855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1132cf9-b497-48ad-b39a-abf32e5bf296 None None] Pushing event updated for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:36.180274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:36.181243 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:36.226133 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:36.296800 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks [] for security_group (2d80dc6b-63b4-4b64-a049-2c023bfeb393), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.345931 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47ec127a-92d1-48f6-afa7-6abdaaabf565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.415513 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:36.418697 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d80dc6b-63b4-4b64-a049-2c023bfeb393), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.454550 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (ba9dbaea-66fb-40a5-bbd1-102b50ebcdd7), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.548461 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47ec127a-92d1-48f6-afa7-6abdaaabf565 admin admin] Publish callbacks [] for security_group (32e5059b-5a80-460c-bf98-ed82d622a02c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.552717 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (ba9dbaea-66fb-40a5-bbd1-102b50ebcdd7), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.576735 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9dbaea-66fb-40a5-bbd1-102b50ebcdd7,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:36.610696 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:36.622572 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47ec127a-92d1-48f6-afa7-6abdaaabf565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (32e5059b-5a80-460c-bf98-ed82d622a02c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.639869 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80dc6b-63b4-4b64-a049-2c023bfeb393,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:36.669802 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.671033 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f826cdc8-a6c6-4bb2-a813-e1a1cd582eb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7138672 Mar 08 20:19:36.684195 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42752) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:36.692854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Network 49b11716-060c-4312-8b63-3e53952f4899 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:36.703575 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec127a-92d1-48f6-afa7-6abdaaabf565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5059b-5a80-460c-bf98-ed82d622a02c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:36.716684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-616f4794-eda0-44ac-9534-84ea81d58851 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:36.716684 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-616f4794-eda0-44ac-9534-84ea81d58851 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 818 time: 0.5311453 Mar 08 20:19:36.717247 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a6bc232d-7d1f-495b-ada9-0c5c90aad4c5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.717586 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Added segment a6bc232d-7d1f-495b-ada9-0c5c90aad4c5 of type vlan for network 2671065a-cb9d-4d12-9911-d18ce73c5978 Mar 08 20:19:36.719356 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:36.735234 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group_rule': {'security_group_id': '834c4cac-0466-4587-85f4-745d6c9dfb25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:36.759654 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-47ec127a-92d1-48f6-afa7-6abdaaabf565 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17f5bc494e874dd1aa63c92e560e416e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9379106 Mar 08 20:19:36.762467 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42754) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:36.772754 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-77735b71-7c2d-420e-ba88-73678ea2db1b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/quotas/1953483c1bb44a8caa4aedd2555d6f94 HTTP/1.1" status: 200 len: 375 time: 0.0389595 Mar 08 20:19:36.830794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:30Z', 'revision_number': 4, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'a048eb48-b3c6-4d54-af1b-73dcedaeb824', 'name': '', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'mac_address': 'fa:16:3e:b6:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:28Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'subnets': [{'id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:36.900204 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] Publish callbacks [] for security_group (32e5059b-5a80-460c-bf98-ed82d622a02c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:36.909734 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd641ee-5390-43ee-a040-1cfa5db4e056 None None] The sync data for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi is: [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:19:30Z', 'revision_number': 4, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'a048eb48-b3c6-4d54-af1b-73dcedaeb824', 'name': '', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'mac_address': 'fa:16:3e:b6:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:28Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'subnets': [{'id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:36.954244 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (26a93b15-bd3c-4edc-9b25-4e5a7409e776), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.033458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] Publish callbacks [] for security_group (32e5059b-5a80-460c-bf98-ed82d622a02c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.135936 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4998effd-b959-4270-a205-a5ab177a2231 req-b8ef4d13-f5a1-4de6-80e9-0d65caeebeba tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.1255934 Mar 08 20:19:37.189648 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 85ffaa9f-0063-47a2-ae99-26fd46749605 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:37.242480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (26a93b15-bd3c-4edc-9b25-4e5a7409e776), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.283924 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (2671065a-cb9d-4d12-9911-d18ce73c5978), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.305606 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-d9ccaf01-e3f1-42d4-912a-6a107c595ac2 None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:37.305980 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d9ccaf01-e3f1-42d4-912a-6a107c595ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.325447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (32e5059b-5a80-460c-bf98-ed82d622a02c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.328207 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.329507 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32e5059b-5a80-460c-bf98-ed82d622a02c HTTP/1.1" status: 204 len: 168 time: 0.5660896 Mar 08 20:19:37.332953 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 85ffaa9f-0063-47a2-ae99-26fd46749605 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:37.333521 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.343119 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45935cc0-ba1b-44ed-a6a1-8a91333bfc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5059b-5a80-460c-bf98-ed82d622a02c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:37.361968 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:19:37.365217 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (26a93b15-bd3c-4edc-9b25-4e5a7409e776), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.396523 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-9aa33037-c9cd-43b4-a350-fb3a9a812bcc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3059876 Mar 08 20:19:37.400473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a93b15-bd3c-4edc-9b25-4e5a7409e776,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:37.409233 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-d9ccaf01-e3f1-42d4-912a-6a107c595ac2 None None] Port b90e48f3-f98d-499e-8ef6-e0350212edba cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:37.453487 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 85ffaa9f-0063-47a2-ae99-26fd46749605 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:37.454587 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d07c024-6947-4a45-a778-63020f55c0ca up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:37.471031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (2671065a-cb9d-4d12-9911-d18ce73c5978), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.471031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:37.471031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.502775 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 4d07c024-6947-4a45-a778-63020f55c0ca triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:37.503144 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.520419 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.522999 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e2e70254-89c3-4ba2-a108-37658e51ba34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8206084 Mar 08 20:19:37.531078 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42772) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:37.537663 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:37.593430 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 4d07c024-6947-4a45-a778-63020f55c0ca is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:37.593827 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.614871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 4d07c024-6947-4a45-a778-63020f55c0ca, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d07c024-6947-4a45-a778-63020f55c0ca,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:37.615260 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] Pushing event updated for resources: {'Network': ['ID=2671065a-cb9d-4d12-9911-d18ce73c5978,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:37.630417 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 2671065a-cb9d-4d12-9911-d18ce73c5978 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:37.643940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4c7fdde1-76e1-4b89-9b0b-ab7b12e60448 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4901824 Mar 08 20:19:37.647221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42774) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:37.651499 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-e46fcacb-8516-446f-ae50-81920599400e service neutron] 10.222.0.18 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384527 Mar 08 20:19:37.652740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Request body: {'subnet': {'network_id': '2671065a-cb9d-4d12-9911-d18ce73c5978', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-326766977-subnet', 'tenant_id': '9c112dc7fa22410c89aa46a854a7ca2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:37.658115 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:19:37.680445 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-99f566a7-736c-4185-b317-ea02f62f6cd7 admin admin] 10.222.0.18 "PUT /v2.0/routers/ecced304-67f2-4540-85b8-52fc41dc8281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5109372 Mar 08 20:19:37.730543 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.731524 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d1b7382-6716-4a26-a91f-1d8078217e59 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:37.758997 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.763935 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Made reservation on behalf of 9c112dc7fa22410c89aa46a854a7ca2f for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:37.767065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.772569 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-40dfa942-3223-4579-bb07-ba67f65eeca5 service neutron] 10.222.0.18 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158667 Mar 08 20:19:37.842571 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=4d07c024-6947-4a45-a778-63020f55c0ca,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:37.855587 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 4d1b7382-6716-4a26-a91f-1d8078217e59 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:37.856096 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.952928 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 4d1b7382-6716-4a26-a91f-1d8078217e59 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:37.953441 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:37.977852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 4d1b7382-6716-4a26-a91f-1d8078217e59, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d1b7382-6716-4a26-a91f-1d8078217e59,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:38.095605 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.123331 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.135031 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6e4bf53-a216-4d5b-b731-4e5471211f38 req-2252de8e-b9b2-4ef2-a336-3acf579be140 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0638251 Mar 08 20:19:38.265769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.268407 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:38.292363 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42796) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:38.297733 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Checking segment: {'id': 'a6bc232d-7d1f-495b-ada9-0c5c90aad4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2671065a-cb9d-4d12-9911-d18ce73c5978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:38.298320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Network hostable DHCP agents. Network: 2671065a-cb9d-4d12-9911-d18ce73c5978, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:38.386849 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1963-f150-4782-a378-0d28821dc2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.391101 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcb1b2be-a496-48d1-855f-8e7f10a44f76 req-28910795-58d5-4d3a-9f2f-ae925bb54f47 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0724921 Mar 08 20:19:38.450009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=4d1b7382-6716-4a26-a91f-1d8078217e59,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:38.481101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Allocated IP 172.27.0.254 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/c318f630-66fa-4337-abcf-4eebd0f6c1e4) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:38.501756 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Network 2671065a-cb9d-4d12-9911-d18ce73c5978 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:38.507339 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42804) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:38.520577 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425936141', 'description': 'tempest-description--486292384'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:38.538143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1963-f150-4782-a378-0d28821dc2d5 admin admin] Publish callbacks [] for security_group (578b3fd3-ac9e-4136-8548-b62ee948fb13), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.632285 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.633024 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1963-f150-4782-a378-0d28821dc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (578b3fd3-ac9e-4136-8548-b62ee948fb13), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.635952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 2671065a-cb9d-4d12-9911-d18ce73c5978) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:38.637610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.647058 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:38.647668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.649571 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949085a-c378-4bef-afbb-378e53834a65 None None] Network 2671065a-cb9d-4d12-9911-d18ce73c5978 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:38.659171 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.47', 49894) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:38.726022 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce1963-f150-4782-a378-0d28821dc2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b3fd3-ac9e-4136-8548-b62ee948fb13,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:38.758752 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c2ce1963-f150-4782-a378-0d28821dc2d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dd853b4fa3f4075849c00932e50825a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647648 Mar 08 20:19:38.759352 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42806) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:38.814742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8835816-80c6-41e2-a605-f1d347f08c66 None None] Network 2671065a-cb9d-4d12-9911-d18ce73c5978 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:38.872743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] Publish callbacks [] for security_group (578b3fd3-ac9e-4136-8548-b62ee948fb13), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:38.920965 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-35c478da-579e-41a4-92bf-0e49f0e1443d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2724218 Mar 08 20:19:38.927687 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] Publish callbacks [] for security_group (578b3fd3-ac9e-4136-8548-b62ee948fb13), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.065448 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (e3ec681c-d6ee-4b2f-a304-608baa79662e), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.137846 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-68752dc1-ac06-4e87-b622-c6b63504d532 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:39.139739 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-68752dc1-ac06-4e87-b622-c6b63504d532 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.47 "GET /v2.0/networks?id=efca2684-dd94-46cf-8b97-cf7c88c6902f HTTP/1.1" status: 200 len: 811 time: 0.4733191 Mar 08 20:19:39.153262 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d07c024-6947-4a45-a778-63020f55c0ca up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:39.192929 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Request body: {'port': {'device_id': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f', 'admin_state_up': True, 'tenant_id': '4af90649a8eb46a89ce76bab28e1c70c'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:39.221935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (578b3fd3-ac9e-4136-8548-b62ee948fb13), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.222499 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e3ec681c-d6ee-4b2f-a304-608baa79662e), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.225329 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.226893 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/578b3fd3-ac9e-4136-8548-b62ee948fb13 HTTP/1.1" status: 204 len: 168 time: 0.4664938 Mar 08 20:19:39.247736 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.256840 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 4d07c024-6947-4a45-a778-63020f55c0ca triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:39.259847 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.265779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759977d-b648-4dec-ab1d-60001d1fd20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b3fd3-ac9e-4136-8548-b62ee948fb13,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:39.332435 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32833d9d-3aee-4d33-b332-eea602b050e0 req-9a3336b5-09e7-4d14-bafe-0eb83baf4b03 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0495741 Mar 08 20:19:39.396401 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:39.402683 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.404167 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8957350 Mar 08 20:19:39.410391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42834) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:39.425983 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group_rule': {'security_group_id': 'e3ec681c-d6ee-4b2f-a304-608baa79662e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:39.426227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:39.494060 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:39.527778 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 4d07c024-6947-4a45-a778-63020f55c0ca is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:39.530715 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a048eb48-b3c6-4d54-af1b-73dcedaeb824 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:39.559288 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=c318f630-66fa-4337-abcf-4eebd0f6c1e4,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:39.579703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171d8bf-a5e7-469a-ae7e-33ebfcedd27e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec681c-d6ee-4b2f-a304-608baa79662e,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:39.634788 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port a048eb48-b3c6-4d54-af1b-73dcedaeb824 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:39.635241 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.648254 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (23ea954a-c080-4373-940b-b98ce0f55ba2), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.777187 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.47', 49900) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:39.778332 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bea3a20-e82f-460c-a911-6020a44fbcc7 req-d83c93e8-bfda-4d1f-90bc-15c7bd065ac2 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.1867347 Mar 08 20:19:39.786929 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:39.803701 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:39.806632 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:39.868592 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port a048eb48-b3c6-4d54-af1b-73dcedaeb824 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:39.868986 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.911643 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:39.929585 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port a048eb48-b3c6-4d54-af1b-73dcedaeb824, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a048eb48-b3c6-4d54-af1b-73dcedaeb824,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:39.972635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:19:39.990383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:39.991688 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:40.187711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-0d8f7f66-f9c6-4a7e-92c6-ee20b4a70413 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:40.202136 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-0d8f7f66-f9c6-4a7e-92c6-ee20b4a70413 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 818 time: 0.4228046 Mar 08 20:19:40.214623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Request body: {'port': {'device_id': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'admin_state_up': True, 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:40.239998 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (23ea954a-c080-4373-940b-b98ce0f55ba2), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.276255 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:40.347748 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (23ea954a-c080-4373-940b-b98ce0f55ba2), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.364032 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ea954a-c080-4373-940b-b98ce0f55ba2,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:40.474784 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Made reservation on behalf of 4af90649a8eb46a89ce76bab28e1c70c for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:40.478429 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.519858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:40.540820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.556953 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fb22f2f-c691-488e-bb05-edc6de591bde req-ce1d1d2c-6247-4620-a443-33abd55c1161 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0617924 Mar 08 20:19:40.564620 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.571344 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ba3e2644-ad4b-43d1-9594-5138f14b5ac1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1532438 Mar 08 20:19:40.573608 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 42882) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:40.580516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group_rule': {'security_group_id': 'e3ec681c-d6ee-4b2f-a304-608baa79662e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:40.651227 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.656188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d1b7382-6716-4a26-a91f-1d8078217e59 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:40.687342 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 2, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:40.740120 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (e309afd0-5e3a-4bed-85ef-11e4c0e8b04b), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.741138 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:40.742835 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Updating router 8723be35-bca7-42a4-832e-5472785b0da9 port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:40.787860 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.896351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (e309afd0-5e3a-4bed-85ef-11e4c0e8b04b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:40.987458 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc6f5a13-a050-4546-a52c-41d2566752d9 req-5e8c21d7-e478-4972-a2e5-1a0f20b57149 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0630300 Mar 08 20:19:41.067259 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:41.079877 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (e309afd0-5e3a-4bed-85ef-11e4c0e8b04b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.128929 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 4d1b7382-6716-4a26-a91f-1d8078217e59 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:41.129773 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.135212 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Allocated IP 172.20.0.7 (efca2684-dd94-46cf-8b97-cf7c88c6902f/4b61e717-dedd-4a73-a8b7-30dbdcd93674/eb11c8a4-01cf-4305-b101-bf42805fe1b9) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:41.154190 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e309afd0-5e3a-4bed-85ef-11e4c0e8b04b,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:41.216296 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.47', 49906) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:41.464658 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks [] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.527642 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 4d1b7382-6716-4a26-a91f-1d8078217e59 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:41.536964 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.634761 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks [] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.693860 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-876d16a8-fbd9-4385-9d1b-dfa60a3819ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:41.697717 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-876d16a8-fbd9-4385-9d1b-dfa60a3819ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 818 time: 0.4504888 Mar 08 20:19:41.715699 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 2, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:41.727131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Request body: {'port': {'device_id': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'admin_state_up': True, 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:41.739410 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a048eb48-b3c6-4d54-af1b-73dcedaeb824 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:41.765125 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabe417-78dd-41ba-9ce9-97e306fc7950 None None] Pushing event updated for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:41.812217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.823588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1d430757-ac91-4542-88fb-0d8c476265b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2382834 Mar 08 20:19:41.823784 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42928) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:41.838426 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:41.860766 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:41.903451 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:19:41.906732 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Updating router ecced304-67f2-4540-85b8-52fc41dc8281 port b90e48f3-f98d-499e-8ef6-e0350212edba binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:19:42.037692 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.198128 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42936) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:42.232417 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Pushing event updated for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:42.301814 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234991509-network', 'tenant_id': 'ff4be179a9af491ea37d93bc7d233e85'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:42.318356 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Made reservation on behalf of 1953483c1bb44a8caa4aedd2555d6f94 for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:42.327880 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0fc82d17-a3a0-4911-868d-0406ec65c6b8 None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:42.329553 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0fc82d17-a3a0-4911-868d-0406ec65c6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.332840 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.425774 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Attempting to bind port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:42.426420 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Attempting to bind port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:42.426505 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Attempting to bind port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:42.441398 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.447128 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:42.447523 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Checking segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:42.447967 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.448424 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Bound using segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:42.448872 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Bound port: 03bdb1d6-935a-43eb-8a28-ee0beed31bd9, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:42.449239 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.560580 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-897e1bb5-22e7-4868-a47b-38e5d94db6b4 req-6d6cd7f1-8a72-4798-8703-32718d4a15fa tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.1412830 Mar 08 20:19:42.560820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42952) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:42.561455 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] For port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:42.561560 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Network efca2684-dd94-46cf-8b97-cf7c88c6902f is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:42.561649 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] For port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:42.561748 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:42.572633 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port a048eb48-b3c6-4d54-af1b-73dcedaeb824 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:42.572633 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.732158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:42.732158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:42.732158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.733623 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0fc82d17-a3a0-4911-868d-0406ec65c6b8 None None] Port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:42.733814 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae510dc6-a05a-41d1-9ec3-a23daa6a829a req-f6021911-dce0-44dc-adaa-3cc60a36aa46 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:42.733814 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae510dc6-a05a-41d1-9ec3-a23daa6a829a req-f6021911-dce0-44dc-adaa-3cc60a36aa46 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 931 time: 0.2015958 Mar 08 20:19:42.788816 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae510dc6-a05a-41d1-9ec3-a23daa6a829a req-89561cac-15ab-44eb-85ab-3330a2ad7249 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128938 Mar 08 20:19:42.818200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Allocated IP 172.20.0.12 (74de28ca-ca32-4e3e-b199-0f76b636b7c2/1f179aed-eef0-4aa6-b605-aaf89c8d4725/6e4c33b1-e383-40c5-ba15-82307a2503ee) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:42.826270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.925075 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.951164 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Made reservation on behalf of ff4be179a9af491ea37d93bc7d233e85 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:42.953746 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.957055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:42.960081 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-07bb72c2-c315-4985-8a7a-9d28b0b2c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.013941 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port a048eb48-b3c6-4d54-af1b-73dcedaeb824 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:43.046203 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.068737 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:43.069667 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:43.071032 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.135644 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks [] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.173317 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabe417-78dd-41ba-9ce9-97e306fc7950 None None] Pushing event updated for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:43.290540 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=c318f630-66fa-4337-abcf-4eebd0f6c1e4,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:43.358574 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:43.387352 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-07bb72c2-c315-4985-8a7a-9d28b0b2c9d4 admin admin] Publish callbacks [] for security_group (13bca361-e5ac-4b24-b369-4fb24d3f2d25), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.401601 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks [] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.474463 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks [] for security_group (19c9b355-03bc-41e2-bfea-320e53cf5219), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.475295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:43.475858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.505751 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.681661 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Current status of the port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:43.682287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:43.767875 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Allocated IP 172.27.0.225 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/25b84a75-d606-48eb-91fb-8a6bc82ce2c6) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:43.792317 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-168c45dc-ee36-44cd-9c90-a0c28ea4b4e3 req-8b4fd774-56ef-469f-ac5d-426735784c0f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0733316 Mar 08 20:19:43.811578 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:42Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:43.875853 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73769b2-466b-4400-8462-d4fb3abdcee2 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:42Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:43.952742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:44.015088 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25290861-040d-448b-914d-c353d4ccebe8 req-4cc0e4ce-484e-40da-a638-28da566332a7 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:44.025449 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25290861-040d-448b-914d-c353d4ccebe8 req-4cc0e4ce-484e-40da-a638-28da566332a7 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 931 time: 0.0952127 Mar 08 20:19:44.035201 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-9625adb3-18da-4bb8-a2af-5c5100995c2c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8369734 Mar 08 20:19:44.041975 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] For port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:44.074287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.078269 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.082491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (19c9b355-03bc-41e2-bfea-320e53cf5219), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.096334 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.098587 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-0a4180d8-e859-4d67-bd9d-abb80145aab1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5662372 Mar 08 20:19:44.101853 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-07bb72c2-c315-4985-8a7a-9d28b0b2c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (13bca361-e5ac-4b24-b369-4fb24d3f2d25), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.132509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.155428 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Made reservation on behalf of 1953483c1bb44a8caa4aedd2555d6f94 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:44.168770 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.224642 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25290861-040d-448b-914d-c353d4ccebe8 req-1b0d7ba3-53c7-40fe-a31a-f86499681ac8 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970248 Mar 08 20:19:44.227237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.278051 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-07bb72c2-c315-4985-8a7a-9d28b0b2c9d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3222166dded4c5584fa9aaa6e990c42&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7850046 Mar 08 20:19:44.316461 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 42976) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:44.324820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-07678e19-5715-43ae-b02e-915aa9c5e575 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:19:44.326308 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-07678e19-5715-43ae-b02e-915aa9c5e575 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467632 Mar 08 20:19:44.351553 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:19:44.385332 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:44.389511 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.436564 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:44.474149 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.498114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:44.507554 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (0c17134e-6cd6-4aff-baea-26d040dd9249), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.508230 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Added segment 0c17134e-6cd6-4aff-baea-26d040dd9249 of type vlan for network 851e21a4-d593-4820-a46c-6de2a6f4969b Mar 08 20:19:44.536084 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893046d8-8e29-4b77-85bb-abffb4e826df None None] Pushing event updated for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:44.557018 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:44.563551 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:44.564233 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.572022 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9b355-03bc-41e2-bfea-320e53cf5219,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:44.645894 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Pushing event updated for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:44.651186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb72c2-c315-4985-8a7a-9d28b0b2c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bca361-e5ac-4b24-b369-4fb24d3f2d25,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:44.771952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:44.867368 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:44.874123 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (851e21a4-d593-4820-a46c-6de2a6f4969b), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.893108 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-906f077e-b67a-4600-8cbc-eb76c678c2b0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1969275812&fields=id&tenant_id=4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 267 time: 0.1551576 Mar 08 20:19:44.922057 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:44.927781 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Allocated IP 172.20.0.9 (74de28ca-ca32-4e3e-b199-0f76b636b7c2/1f179aed-eef0-4aa6-b605-aaf89c8d4725/0bbd7112-5e04-433d-81ec-742b804032de) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:44.956274 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-494d5e37-404f-460f-9212-6e08eea76931 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7454424 Mar 08 20:19:44.963121 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-b35c49e0-22d1-4a25-ae38-6d65407d4e2f None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:44.966070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b35c49e0-22d1-4a25-ae38-6d65407d4e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.968930 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] Publish callbacks [] for security_group (13bca361-e5ac-4b24-b369-4fb24d3f2d25), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:44.997132 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=25b84a75-d606-48eb-91fb-8a6bc82ce2c6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:45.086300 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-510ec1f5-2cad-4de0-b457-40f9a5ba4cd3 req-c26ffa9f-cfae-47d3-ace8-255cb3aa9ad4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0580049 Mar 08 20:19:45.114956 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-b35c49e0-22d1-4a25-ae38-6d65407d4e2f None None] Port b90e48f3-f98d-499e-8ef6-e0350212edba cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:45.120283 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Attempting to bind port b90e48f3-f98d-499e-8ef6-e0350212edba on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:45.120669 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Attempting to bind port b90e48f3-f98d-499e-8ef6-e0350212edba by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:45.121037 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Attempting to bind port b90e48f3-f98d-499e-8ef6-e0350212edba on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:45.201562 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:45.205264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Checking segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:45.205264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.205264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Bound using segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:45.205264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Bound port: b90e48f3-f98d-499e-8ef6-e0350212edba, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:45.205264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.228132 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Request body: {'port': {'device_id': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:45.233723 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-295b5a49-e8c6-46f5-8bed-494db4f6843a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:45.241300 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-295b5a49-e8c6-46f5-8bed-494db4f6843a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 811 time: 0.3274052 Mar 08 20:19:45.270206 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:45.279710 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Request body: {'port': {'device_id': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:45.323974 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-eca8a3a8-6f79-4ff0-993e-7e88b9dd9787 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/quotas/4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 375 time: 0.0816793 Mar 08 20:19:45.350737 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428b6f7-fd3f-4f12-b522-3eaaacd2855d None None] Pushing event updated for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:45.458462 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] For port b90e48f3-f98d-499e-8ef6-e0350212edba, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:45.468113 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] For port b90e48f3-f98d-499e-8ef6-e0350212edba, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=b90e48f3-f98d-499e-8ef6-e0350212edba,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:45.507639 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-bd530e03-93cc-4202-976e-519cddf58871 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723719 Mar 08 20:19:45.537511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926ff02-48bf-46a1-a5cb-8512de3607af req-c8b69542-e0b7-47f4-9c51-c2f87a04b0bd tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:45.545130 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b926ff02-48bf-46a1-a5cb-8512de3607af req-c8b69542-e0b7-47f4-9c51-c2f87a04b0bd tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 931 time: 0.1681488 Mar 08 20:19:45.576043 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.584884 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks [] for port (0bbd7112-5e04-433d-81ec-742b804032de), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.634870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b926ff02-48bf-46a1-a5cb-8512de3607af req-005eee7c-7ced-4b91-9932-95b574045241 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Mar 08 20:19:45.753910 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.778470 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:45.901934 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-007cf6c9-3e37-454d-a7b4-01eaae8ebfdb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:19:45.918583 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-007cf6c9-3e37-454d-a7b4-01eaae8ebfdb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1764417 Mar 08 20:19:45.925936 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.928437 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:19:45.932458 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:19:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:45.975461 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] Publish callbacks [] for security_group (13bca361-e5ac-4b24-b369-4fb24d3f2d25), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.975752 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (851e21a4-d593-4820-a46c-6de2a6f4969b), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:45.976917 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:45.977597 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.096891 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:46.106341 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893046d8-8e29-4b77-85bb-abffb4e826df None None] Pushing event updated for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:46.189718 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4becd114-16ba-48ea-897e-6f3c57a96cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.201201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:46.223580 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:46.244532 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:46.245212 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.258611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Pushing event updated for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:46.265875 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:46.270742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.340162 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-f1827002-c2e9-45b5-a210-adee50c5f56b service neutron] 10.222.0.18 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945849 Mar 08 20:19:46.353771 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd6d3c-c927-425b-89df-4dd846b3b6f5 req-2e9a10e3-83b5-4e4e-96c4-cfa39db41e6d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:46.360936 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8bd6d3c-c927-425b-89df-4dd846b3b6f5 req-2e9a10e3-83b5-4e4e-96c4-cfa39db41e6d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 931 time: 0.1103485 Mar 08 20:19:46.364689 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] Pushing event updated for resources: {'Network': ['ID=851e21a4-d593-4820-a46c-6de2a6f4969b,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:46.397069 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.421456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-1db66c52-7d4d-42e8-97b5-5b7438404c41 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7058933 Mar 08 20:19:46.422849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:46.423240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.450031 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-86adf526-8082-4932-9f09-f53e2dd74e20 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2088704 Mar 08 20:19:46.477257 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43040) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:46.479873 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.481881 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (13bca361-e5ac-4b24-b369-4fb24d3f2d25), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.485269 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.489140 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13bca361-e5ac-4b24-b369-4fb24d3f2d25 HTTP/1.1" status: 204 len: 168 time: 2.1559083 Mar 08 20:19:46.509170 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Request body: {'subnet': {'network_id': '851e21a4-d593-4820-a46c-6de2a6f4969b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234991509-subnet', 'tenant_id': 'ff4be179a9af491ea37d93bc7d233e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:46.510560 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 851e21a4-d593-4820-a46c-6de2a6f4969b details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:19:46.537158 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:19:46.633612 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Request body: {'port': {'device_id': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:46.654375 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.656425 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Made reservation on behalf of ff4be179a9af491ea37d93bc7d233e85 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:46.658875 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.713312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8bd6d3c-c927-425b-89df-4dd846b3b6f5 req-1b557cd1-2f3e-4de7-83ee-3e30619f3247 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493752 Mar 08 20:19:46.739093 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-f012a8d4-aa30-46d3-bbbc-7688692cc880 service neutron] 10.222.0.18 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760026 Mar 08 20:19:46.808277 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0bbd7112-5e04-433d-81ec-742b804032de), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:46.942229 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed331f-c2c3-4d34-bab8-79fcf2e1ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bca361-e5ac-4b24-b369-4fb24d3f2d25,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:47.057888 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc21979-927b-434a-93c3-39ea85e43187 req-460ec54a-7bcb-466a-ba52-633423e4dfc7 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:47.064966 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebc21979-927b-434a-93c3-39ea85e43187 req-460ec54a-7bcb-466a-ba52-633423e4dfc7 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 931 time: 0.2288282 Mar 08 20:19:47.231392 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:47.239240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Current status of the port b90e48f3-f98d-499e-8ef6-e0350212edba is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:47.239641 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:47.332284 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:45Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:19:47.441327 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] For port b90e48f3-f98d-499e-8ef6-e0350212edba, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=b90e48f3-f98d-499e-8ef6-e0350212edba,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:19:47.442998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32769de6-c28e-47b4-977d-ad8330c0f371 None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:45Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:19:47.507996 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:47.627554 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26bfb928-e5b4-4bb3-92c6-705d8fd709c9 req-8d18d152-7d50-4aa3-968a-c18808f3fb87 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.3092287 Mar 08 20:19:47.659070 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebc21979-927b-434a-93c3-39ea85e43187 req-a8832338-d2ab-495c-9991-2bc8135167a5 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927396 Mar 08 20:19:47.742757 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e3187-223b-4779-a4e4-7956dd139362 None None] Pushing event updated for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:47.898268 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device b90e48f3-f98d-499e-8ef6-e0350212edba up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:47.988201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd7112-5e04-433d-81ec-742b804032de {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:19:47.988339 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:47.988339 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:47.988483 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks [] for port (0bbd7112-5e04-433d-81ec-742b804032de), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.025099 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Transition to ACTIVE for port object 0bbd7112-5e04-433d-81ec-742b804032de will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:19:48.027901 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.045860 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563272b9-b029-4bb3-92bc-8779d81b7c38 req-38951338-854e-4dd9-8fcf-2e8e25d284bb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:48.057119 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-563272b9-b029-4bb3-92bc-8779d81b7c38 req-38951338-854e-4dd9-8fcf-2e8e25d284bb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 931 time: 0.1724193 Mar 08 20:19:48.126185 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-563272b9-b029-4bb3-92bc-8779d81b7c38 req-0e7c43d5-5c64-45da-be1f-0e3d490d49b0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679698 Mar 08 20:19:48.131291 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port b90e48f3-f98d-499e-8ef6-e0350212edba is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:48.146548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb11c8a4-01cf-4305-b101-bf42805fe1b9 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:19:48.161404 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks [] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.201043 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Transition to ACTIVE for port object eb11c8a4-01cf-4305-b101-bf42805fe1b9 will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:19:48.565116 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.565320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b5a084be-e09b-4337-923b-59142e777738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.576033 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.584765 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (00f12ef0-0ab8-4846-81b6-6998e4a4f9e1), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.671678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.832253 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f1d81b39-835e-4e48-ae97-79a4c8d9ba6a req-88bba314-c6a7-4e77-bbf8-81709de1244b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.0691829 Mar 08 20:19:48.872209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:48.898731 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:48.964218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Pushing event updated for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:48.972168 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f12ef0-0ab8-4846-81b6-6998e4a4f9e1,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:48.989503 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Attempting to bind port 0bbd7112-5e04-433d-81ec-742b804032de on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:48.990057 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Attempting to bind port 0bbd7112-5e04-433d-81ec-742b804032de by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:48.991873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Attempting to bind port 0bbd7112-5e04-433d-81ec-742b804032de on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:49.010644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Port 0bbd7112-5e04-433d-81ec-742b804032de on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:19:49.011144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Attempting to bind port 0bbd7112-5e04-433d-81ec-742b804032de on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:49.030760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:49.032475 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Checking segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:49.035999 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Bound using segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:49.044684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Bound port: 0bbd7112-5e04-433d-81ec-742b804032de, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:49.044684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0bbd7112-5e04-433d-81ec-742b804032de), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.159153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.178803 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a4c7-4443-442e-9bf0-918923d5aca5 req-7f720b88-3de9-4e4e-9d0b-4d5c03950059 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:49.183244 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3575623 Mar 08 20:19:49.203503 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fd6a4c7-4443-442e-9bf0-918923d5aca5 req-7f720b88-3de9-4e4e-9d0b-4d5c03950059 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.3888214 Mar 08 20:19:49.327211 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Attempting to bind port eb11c8a4-01cf-4305-b101-bf42805fe1b9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:49.332411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Attempting to bind port eb11c8a4-01cf-4305-b101-bf42805fe1b9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:49.332411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Attempting to bind port eb11c8a4-01cf-4305-b101-bf42805fe1b9 on network efca2684-dd94-46cf-8b97-cf7c88c6902f {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:49.340012 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Checking segment: {'id': '0c17134e-6cd6-4aff-baea-26d040dd9249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '851e21a4-d593-4820-a46c-6de2a6f4969b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:49.340378 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Network hostable DHCP agents. Network: 851e21a4-d593-4820-a46c-6de2a6f4969b, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:19:49.349097 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf2fdb-5b06-407b-b1db-6adc59fdac16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=25b84a75-d606-48eb-91fb-8a6bc82ce2c6,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:49.353131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:49.377821 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fd6a4c7-4443-442e-9bf0-918923d5aca5 req-0530ec79-d2d8-43e4-937e-efb561e6b339 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717865 Mar 08 20:19:49.394869 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bbd7112-5e04-433d-81ec-742b804032de,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:49.418513 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Port eb11c8a4-01cf-4305-b101-bf42805fe1b9 on network efca2684-dd94-46cf-8b97-cf7c88c6902f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:19:49.418513 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Attempting to bind port eb11c8a4-01cf-4305-b101-bf42805fe1b9 on network efca2684-dd94-46cf-8b97-cf7c88c6902f {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:49.442320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd789b2e-6324-4abb-b737-8e65725bd829 req-ad9135e9-4e6f-4749-a11d-8aad0eb8e7f9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:49.444065 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd789b2e-6324-4abb-b737-8e65725bd829 req-ad9135e9-4e6f-4749-a11d-8aad0eb8e7f9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.1544306 Mar 08 20:19:49.500425 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.532249 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:49.532624 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Checking segment: {'id': 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:49.533187 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Bound using segment: {'id': 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:49.533643 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Bound port: eb11c8a4-01cf-4305-b101-bf42805fe1b9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:49.534002 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.561337 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4c33b1-e383-40c5-ba15-82307a2503ee {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:19:49.576059 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks [] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.587825 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:49.621531 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Transition to ACTIVE for port object 6e4c33b1-e383-40c5-ba15-82307a2503ee will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:19:49.630722 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:49.631556 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.635310 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2f7b8468-3156-4241-907f-daa46297d3e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 200 len: 1093 time: 3.0126987 Mar 08 20:19:49.639701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:19:49.663485 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Network 851e21a4-d593-4820-a46c-6de2a6f4969b is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:19:49.668794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.697795 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.716581 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device b90e48f3-f98d-499e-8ef6-e0350212edba up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:19:49.759294 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:49.793233 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd789b2e-6324-4abb-b737-8e65725bd829 req-3be36084-79ec-4d92-9174-e9915655afd3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305836 Mar 08 20:19:49.865803 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port b90e48f3-f98d-499e-8ef6-e0350212edba triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:49.866220 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.914774 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 851e21a4-d593-4820-a46c-6de2a6f4969b) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:49.929473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:49.931594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:49.974207 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f0b20-b9c4-40ce-a074-6a449004274b None None] Network 851e21a4-d593-4820-a46c-6de2a6f4969b requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:49.990203 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9,segment=NetworkSegment(bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3),segment_id=bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:50.041172 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:50.057455 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8128cca8-b01f-4264-b6fd-6ad7894a2cc9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1425936141&fields=id&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 267 time: 0.4714000 Mar 08 20:19:50.110659 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1c3dfe5e-f98f-4ed1-9302-69f81ed54017 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6277270 Mar 08 20:19:50.121887 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e25159aa-c539-4277-b052-3edb76455da6 req-3412cce5-856b-4320-9750-27b525f5b440 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.1247072 Mar 08 20:19:50.139111 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Attempting to bind port 6e4c33b1-e383-40c5-ba15-82307a2503ee on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:50.139447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Attempting to bind port 6e4c33b1-e383-40c5-ba15-82307a2503ee by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:50.139833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Attempting to bind port 6e4c33b1-e383-40c5-ba15-82307a2503ee on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:50.140759 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c9e142-e4be-48a9-842e-b41bd7092a14" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "tag": "0bbd7112-5e04-433d-81ec-742b804032de"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:19:50.157383 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Port 6e4c33b1-e383-40c5-ba15-82307a2503ee on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:19:50.157383 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Attempting to bind port 6e4c33b1-e383-40c5-ba15-82307a2503ee on network 74de28ca-ca32-4e3e-b199-0f76b636b7c2 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:50.164906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:50.270048 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:50.282301 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-a1feca53-dfd3-496f-ba5c-b0e3bcc2c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:50.282301 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-a1feca53-dfd3-496f-ba5c-b0e3bcc2c66b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1127 time: 0.4308722 Mar 08 20:19:50.283461 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Checking segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:50.284085 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Bound using segment: {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:50.285278 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Bound port: 6e4c33b1-e383-40c5-ba15-82307a2503ee, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca87382a-665c-4ef6-a51c-3bcedce809aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:50.285420 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:50.291417 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port b90e48f3-f98d-499e-8ef6-e0350212edba is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:19:50.297366 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:50.298366 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:50.318156 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb11c8a4-01cf-4305-b101-bf42805fe1b9 HTTP/1.1" status: 200 len: 1093 time: 5.5579333 Mar 08 20:19:50.318925 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:19:50.338508 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5905df-d9e3-4d25-9200-27306b434620 None None] Network 851e21a4-d593-4820-a46c-6de2a6f4969b requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:19:50.390139 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-2b9b19a0-ba19-41b4-98cc-4ecc9510e376 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 200 len: 217 time: 0.0969830 Mar 08 20:19:50.399393 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-215946ae-c901-4f59-ab2b-0835eb1e9c39 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:50.401021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-215946ae-c901-4f59-ab2b-0835eb1e9c39 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 817 time: 0.3427227 Mar 08 20:19:50.522270 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-3b31fcc3-dc3e-4cdf-8a39-c896e5cd5efc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/quotas/57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 375 time: 0.0783947 Mar 08 20:19:50.824263 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-9a37e751-393a-41d5-9af1-3be5f385c05a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166913 Mar 08 20:19:50.836456 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-ab899e20-7be9-4078-b539-57824e03f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:50.846218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-ab899e20-7be9-4078-b539-57824e03f06d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.4440918 Mar 08 20:19:50.954680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447d265-3608-443f-8479-219377bb5f2b x-openstack-request-id: req-d447d265-3608-443f-8479-219377bb5f2b {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:19:50.954980 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "tag": "0bbd7112-5e04-433d-81ec-742b804032de", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:19:50.955241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d447d265-3608-443f-8479-219377bb5f2b {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:19:50.955710 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de', 'status': 'completed', 'code': 200} Mar 08 20:19:51.124433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-87f05bc4-52bb-4971-bdf6-f73b1f9d19ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2351186 Mar 08 20:19:51.146696 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dcf2d-d161-45a9-96f7-e613930a0208 service neutron] Pushing event updated for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:51.262108 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:51.288858 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-3e2d1a84-9f52-4b89-8da4-2a2bdb4f3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:51.288858 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-3e2d1a84-9f52-4b89-8da4-2a2bdb4f3736 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4af90649a8eb46a89ce76bab28e1c70c&device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 1127 time: 0.6184726 Mar 08 20:19:51.317637 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e095d-3480-424a-a038-d566733c5292" -d '{"events": [{"name": "network-changed", "server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:19:51.411314 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:51.419626 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-fb036709-5dfa-415f-bfa2-0415f7ef7bc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9 HTTP/1.1" status: 200 len: 217 time: 0.1176655 Mar 08 20:19:51.423872 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:51.566308 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-c6f4349c-0c72-4bdc-88e4-343b52af4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:51.568844 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-c6f4349c-0c72-4bdc-88e4-343b52af4d88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b61e717-dedd-4a73-a8b7-30dbdcd93674 HTTP/1.1" status: 200 len: 851 time: 0.1363804 Mar 08 20:19:51.598439 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:51.726879 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-282e4cb6-e8d5-4721-af6e-7fa2b24c093f service neutron] 10.222.0.18 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8729706 Mar 08 20:19:51.749229 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2874-24dd-40bf-9e94-953423d3f376 req-dc0bd1d0-5cdf-4aa7-8c56-53a173080d9f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:51.757044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d7a2874-24dd-40bf-9e94-953423d3f376 req-dc0bd1d0-5cdf-4aa7-8c56-53a173080d9f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.7257340 Mar 08 20:19:51.822529 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-bd80b1d4-d567-4f8f-8b46-5ae2a9027cdf service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226100 Mar 08 20:19:51.884496 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:51.885509 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:51.887418 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 1094 time: 6.9216549 Mar 08 20:19:51.892923 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-28439d43-05ab-4e16-bd91-a18f20edc619 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efca2684-dd94-46cf-8b97-cf7c88c6902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521304 Mar 08 20:19:52.022300 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d7a2874-24dd-40bf-9e94-953423d3f376 req-90f97905-fb63-4f1d-a8a9-e5bd84e4d042 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643771 Mar 08 20:19:52.053762 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-3105da01-2fb9-430f-af2f-a87eb25d6698 service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341968 Mar 08 20:19:52.054843 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635c838-3c1f-476e-ba91-859b980b3a17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:52.063350 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c7b8de1-51b5-40cd-99e9-221ce2222335 req-5a6ac7f6-9e91-4cd7-89d2-acc103531ea2 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720157 Mar 08 20:19:52.065490 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-cef95eeb-7c15-47da-b170-c017715a0e58 service neutron] 10.222.0.18 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375995 Mar 08 20:19:52.200546 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.47', 49918) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:52.242672 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-06b78b5c-e99f-4cac-a750-7510dbf09303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.245374 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-06b78b5c-e99f-4cac-a750-7510dbf09303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1128 time: 0.1438768 Mar 08 20:19:52.339147 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-74a3893b-f359-456d-95fc-99d77e2dd2eb req-6175ba1d-db91-45ce-8d73-e3456bba3dbf service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782741 Mar 08 20:19:52.347286 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-114e2aa6-c829-42d4-801b-8a6764d6e372 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0912881 Mar 08 20:19:52.359651 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-15edcdc6-0525-4daf-a892-9f4b2983f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.363405 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-15edcdc6-0525-4daf-a892-9f4b2983f3cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1127 time: 0.1607869 Mar 08 20:19:52.417874 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-3597ccdd-03c4-464c-b063-7eafd3473438 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.421793 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-3597ccdd-03c4-464c-b063-7eafd3473438 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 811 time: 0.2471557 Mar 08 20:19:52.553282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:52.616290 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-58f3d45a-7ccf-42b8-8c26-01629376cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.617987 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-58f3d45a-7ccf-42b8-8c26-01629376cb72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.2113914 Mar 08 20:19:52.702508 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-7533a2cc-f53c-40c8-9397-18c32af1f0b9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 380 time: 0.2447262 Mar 08 20:19:52.715809 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7f25fdaf-0eb6-4e83-9b43-495f01dee0cc req-8bcac178-c1bd-4c95-9dc0-9336f3d0ed9f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.1116726 Mar 08 20:19:52.719373 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'port': {'device_id': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'admin_state_up': True, 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'security_groups': ['834c4cac-0466-4587-85f4-745d6c9dfb25']}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:52.727952 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-51013e07-cba7-4faa-b985-0e359d2c3658 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894678 Mar 08 20:19:52.746027 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d600-d076-4ec7-96b1-bfff55b644e9 req-9f50f352-9e12-41e9-823d-b13e5a7a4436 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.747880 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b27d600-d076-4ec7-96b1-bfff55b644e9 req-9f50f352-9e12-41e9-823d-b13e5a7a4436 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.4747350 Mar 08 20:19:52.750611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-a8c3951b-182f-4210-9b7d-14568d469019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:52.752493 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-a8c3951b-182f-4210-9b7d-14568d469019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.2962453 Mar 08 20:19:52.961793 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-728c874b-84df-4301-8f12-bc818269dfe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 200 len: 217 time: 0.0983684 Mar 08 20:19:53.080362 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b27d600-d076-4ec7-96b1-bfff55b644e9 req-ba76219c-2206-4875-9ce4-0805ec99b169 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152407 Mar 08 20:19:53.102656 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-ddd7733d-c61f-461a-8475-ec1da0c1f377 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514376 Mar 08 20:19:53.202045 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Made reservation on behalf of 4f9d197d15f34dab89bdbb63ac5817bc for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:53.209047 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:53.345955 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45dab0ce-1438-4549-b8f5-4e24f9915d9b req-fae95ec1-0550-46a5-842e-d9483ca31d45 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.1852784 Mar 08 20:19:53.355744 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-c8c7026c-fddc-4039-9543-1bf8e42fdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:53.357465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-c8c7026c-fddc-4039-9543-1bf8e42fdcbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.3774061 Mar 08 20:19:53.395602 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12f4c9a-da58-46fb-a511-3f5dc4cfd988 x-openstack-request-id: req-f12f4c9a-da58-46fb-a511-3f5dc4cfd988 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:19:53.396160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:19:53.396248 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f12f4c9a-da58-46fb-a511-3f5dc4cfd988 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:19:53.396792 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9', 'status': 'completed', 'code': 200} Mar 08 20:19:53.469040 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75ed5ccd-9103-4623-ba87-38f9916e2b2b req-9f13c623-069b-49a7-b1ab-b2d2890b9da3 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557107 Mar 08 20:19:53.472787 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-6dbd23d6-0f9c-4ab8-903a-bb777164db99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738988 Mar 08 20:19:53.535531 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479894f-3227-4bd2-b07b-54acd136c321 req-422d4eed-b4c2-4877-bd5d-5ed19baef180 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:53.537107 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0479894f-3227-4bd2-b07b-54acd136c321 req-422d4eed-b4c2-4877-bd5d-5ed19baef180 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.1484771 Mar 08 20:19:53.579793 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e095d-3480-424a-a038-d566733c5292 req-91d6b18e-f93d-40ae-ac21-0a52544703fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:53.581923 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-91d6b18e-f93d-40ae-ac21-0a52544703fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4af90649a8eb46a89ce76bab28e1c70c&device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 1127 time: 0.1890030 Mar 08 20:19:53.583306 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Allocated IP 172.20.0.12 (a723c265-51dd-4146-85af-4c5a9ce14047/9505ccea-f1e0-4e22-a09b-79ebb177ab09/a17541b7-897b-4f41-80a2-2f1ec230a3aa) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:53.646940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0479894f-3227-4bd2-b07b-54acd136c321 req-c8dcd078-19b2-4c7e-b279-1131936001a0 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009538 Mar 08 20:19:53.678740 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-fcca9d02-4cfe-406e-9fb5-adbebb1320ec service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806014 Mar 08 20:19:53.925192 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b22b683d-c3fe-4cc0-a7f6-96995b4e7e99 req-3bfef53a-c063-4b46-accb-3fd0ace0352e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.0535772 Mar 08 20:19:53.992298 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63c9e142-e4be-48a9-842e-b41bd7092a14 req-7c2e85b2-9cb0-4cda-b6fb-e425dd3dd81e service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823577 Mar 08 20:19:53.993312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e095d-3480-424a-a038-d566733c5292 req-edf5125d-6f6d-4dd5-a49b-dfe095871c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:53.994305 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-edf5125d-6f6d-4dd5-a49b-dfe095871c50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=efca2684-dd94-46cf-8b97-cf7c88c6902f HTTP/1.1" status: 200 len: 911 time: 0.3823524 Mar 08 20:19:54.090150 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-3ec82818-d988-471a-9ae2-28f354051a1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9 HTTP/1.1" status: 200 len: 217 time: 0.0646799 Mar 08 20:19:54.130225 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:54.236762 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e095d-3480-424a-a038-d566733c5292 req-4ed9cfb8-fd62-4a9a-bf02-cfc726a40068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:54.239111 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-4ed9cfb8-fd62-4a9a-bf02-cfc726a40068 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b61e717-dedd-4a73-a8b7-30dbdcd93674 HTTP/1.1" status: 200 len: 851 time: 0.1374714 Mar 08 20:19:54.277795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aba21b-b10e-42f1-88eb-61216f4083c0 req-799f5ab0-a7f2-42cd-a07b-5b51ec8f1819 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:54.285516 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23aba21b-b10e-42f1-88eb-61216f4083c0 req-799f5ab0-a7f2-42cd-a07b-5b51ec8f1819 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.1142659 Mar 08 20:19:54.351684 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-0bac2014-91be-4ade-a91c-b69bdd14f519 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efca2684-dd94-46cf-8b97-cf7c88c6902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004820 Mar 08 20:19:54.365172 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23aba21b-b10e-42f1-88eb-61216f4083c0 req-5c56498a-245c-42fb-8206-705120673424 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Mar 08 20:19:54.505661 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:54.513506 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-acae37a2-bb2c-4f35-b8f9-518332d30e87 service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423054 Mar 08 20:19:54.569406 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Network a723c265-51dd-4146-85af-4c5a9ce14047 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:54.572921 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:54.602820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:54.607890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:54.612347 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:54.698422 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:54.796834 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-454efb12-0eb9-4faa-8cf7-be4c300d3123 req-898813dc-e481-4f16-a4c6-039290c31118 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.3485408 Mar 08 20:19:54.823450 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-46f2035f-0c53-4c5a-a1b9-346331e545c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1106298 Mar 08 20:19:54.854100 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Request body: {'port': {'device_id': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:54.925189 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82fdc3-3395-4880-bab5-3248ecc54901 req-ea1478d2-744f-4619-b1ba-d86e1cfc2231 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:54.928584 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2e095d-3480-424a-a038-d566733c5292 req-a88d883d-a387-457d-a2ac-2a2ef4131d4d service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070230 Mar 08 20:19:54.933964 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa82fdc3-3395-4880-bab5-3248ecc54901 req-ea1478d2-744f-4619-b1ba-d86e1cfc2231 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.1412883 Mar 08 20:19:55.009532 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-4c9c3436-92a4-4250-be2b-94ccda79c11f None None] Provisioning complete for port a17541b7-897b-4f41-80a2-2f1ec230a3aa triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:19:55.010635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3436-92a4-4250-be2b-94ccda79c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.012007 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.047762 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa82fdc3-3395-4880-bab5-3248ecc54901 req-0e49c9b2-cbdb-4f5f-847a-b33a26fd0c08 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027367 Mar 08 20:19:55.073368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c3436-92a4-4250-be2b-94ccda79c11f None None] Port a17541b7-897b-4f41-80a2-2f1ec230a3aa cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:19:55.159929 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74eb1-8f40-472f-86c5-2d99a4c09c37 req-73dc982a-ffcc-4e5a-997c-c17ae9f3b9da tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:55.168577 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dbb74eb1-8f40-472f-86c5-2d99a4c09c37 req-73dc982a-ffcc-4e5a-997c-c17ae9f3b9da tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 932 time: 0.0880675 Mar 08 20:19:55.221790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dbb74eb1-8f40-472f-86c5-2d99a4c09c37 req-dd54ccb7-c36c-42d0-868a-569b32a153ad tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521955 Mar 08 20:19:55.469753 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:19:55.472122 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:19:55.509986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f5b2d-9ba2-4e77-87af-95ed4f3652be x-openstack-request-id: req-291f5b2d-9ba2-4e77-87af-95ed4f3652be {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:19:55.510610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:19:55.510610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-291f5b2d-9ba2-4e77-87af-95ed4f3652be {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:19:55.510921 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee', 'status': 'completed', 'code': 200} Mar 08 20:19:55.531623 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18d2cd-7894-4b5c-ad50-18fc1b454f91 req-1b9153d2-a966-4964-a360-5f6dc29c6a1b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:55.533277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc18d2cd-7894-4b5c-ad50-18fc1b454f91 req-1b9153d2-a966-4964-a360-5f6dc29c6a1b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.0708849 Mar 08 20:19:55.587191 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc18d2cd-7894-4b5c-ad50-18fc1b454f91 req-9a880b34-c95c-416c-8a5b-b5db6dae6387 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481124 Mar 08 20:19:55.599678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17541b7-897b-4f41-80a2-2f1ec230a3aa {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:19:55.608204 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks [] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.623852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Transition to ACTIVE for port object a17541b7-897b-4f41-80a2-2f1ec230a3aa will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:19:55.775208 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.775433 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.863335 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:55.889348 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Attempting to bind port a17541b7-897b-4f41-80a2-2f1ec230a3aa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:19:55.889348 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Attempting to bind port a17541b7-897b-4f41-80a2-2f1ec230a3aa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:19:55.889348 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Attempting to bind port a17541b7-897b-4f41-80a2-2f1ec230a3aa on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:55.893539 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Port a17541b7-897b-4f41-80a2-2f1ec230a3aa on network a723c265-51dd-4146-85af-4c5a9ce14047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:19:55.894055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Attempting to bind port a17541b7-897b-4f41-80a2-2f1ec230a3aa on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:19:55.899808 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:19:55.900159 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Checking segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:19:55.900539 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Bound using segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:19:55.900969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Bound port: a17541b7-897b-4f41-80a2-2f1ec230a3aa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:19:55.901391 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:55.938642 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ae4566c-ccbd-4efe-b322-716bd5715f8c req-164ee8e5-3401-4de1-945d-46444d9397ac tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.0332978 Mar 08 20:19:55.974697 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 43310) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:55.980211 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:19:55.983796 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:19:56.088544 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.106781 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bb89-2be3-4d98-9d56-06f741195a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.128409 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:56.129131 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.130823 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] 10.222.0.47 "PUT /v2.0/ports/a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1094 time: 1.2966259 Mar 08 20:19:56.158227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b882608-c290-48f6-8a67-b390c4827fdf service neutron] Pushing event updated for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:56.245317 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb078f-6a83-4a30-bcbf-93fbfe994f4c req-e8db2431-8488-47c6-b912-5ba242850bd9 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:56.246857 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dfb078f-6a83-4a30-bcbf-93fbfe994f4c req-e8db2431-8488-47c6-b912-5ba242850bd9 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.0848651 Mar 08 20:19:56.280112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bb89-2be3-4d98-9d56-06f741195a7e admin admin] Publish callbacks [] for security_group (f0b2e738-a411-44e8-9dd1-bfbb6322de00), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.318421 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dfb078f-6a83-4a30-bcbf-93fbfe994f4c req-93d88843-a229-4ef2-8bd6-803aa748b6b4 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653739 Mar 08 20:19:56.380619 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb72a9-6c59-4b9d-bf3b-0e018770a0d4 req-c325440e-987d-4631-bca9-c5ffdd397482 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:56.380619 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baeb72a9-6c59-4b9d-bf3b-0e018770a0d4 req-c325440e-987d-4631-bca9-c5ffdd397482 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.0738401 Mar 08 20:19:56.396631 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5dd3bb89-2be3-4d98-9d56-06f741195a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f0b2e738-a411-44e8-9dd1-bfbb6322de00), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.462576 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5dd3bb89-2be3-4d98-9d56-06f741195a7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2721e2575c634ddfa068aa58c3546f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867418 Mar 08 20:19:56.463232 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3bb89-2be3-4d98-9d56-06f741195a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b2e738-a411-44e8-9dd1-bfbb6322de00,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:56.465905 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43330) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:56.469018 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baeb72a9-6c59-4b9d-bf3b-0e018770a0d4 req-eebb4b04-f4e1-42a8-a3bb-deefac6f040f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863762 Mar 08 20:19:56.523644 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] Publish callbacks [] for security_group (f0b2e738-a411-44e8-9dd1-bfbb6322de00), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.544819 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] Publish callbacks [] for security_group (f0b2e738-a411-44e8-9dd1-bfbb6322de00), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.712951 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f0b2e738-a411-44e8-9dd1-bfbb6322de00), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.715503 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:56.716875 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0b2e738-a411-44e8-9dd1-bfbb6322de00 HTTP/1.1" status: 204 len: 168 time: 0.2506516 Mar 08 20:19:56.728105 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9961cf-4bf8-4a2b-a09d-96f56e68a8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b2e738-a411-44e8-9dd1-bfbb6322de00,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:56.759209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070b767-be8f-4c93-a0cb-9c0f76a3a680 req-37b9427b-354b-412e-94d0-f6a1d31dcc4d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:56.759209 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0070b767-be8f-4c93-a0cb-9c0f76a3a680 req-37b9427b-354b-412e-94d0-f6a1d31dcc4d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.0793004 Mar 08 20:19:56.809218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0070b767-be8f-4c93-a0cb-9c0f76a3a680 req-9be18ec5-9e72-45a4-8ea5-aed9374773c9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Mar 08 20:19:57.053023 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-791c071b-8ca8-437e-b31b-e37305e6bd00 req-01e13a43-6b4f-445d-8ba8-9af502f14cd5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.0287199 Mar 08 20:19:57.448352 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8ed62-df86-4e88-acaa-4c10262834c8 req-5bc0ab92-e2d6-4851-ab08-281efba6e295 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:57.450008 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ed8ed62-df86-4e88-acaa-4c10262834c8 req-5bc0ab92-e2d6-4851-ab08-281efba6e295 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.0618634 Mar 08 20:19:57.507234 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ed8ed62-df86-4e88-acaa-4c10262834c8 req-9ce1a22e-4e25-4971-a300-c2716e69b048 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Mar 08 20:19:57.512804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:19:57.516972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ec48cc-5578-48af-941a-bc3ea77a41a2" -d '{"events": [{"name": "network-changed", "server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:19:57.529502 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43360) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:57.557713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ab0427be-e352-4f61-8a65-ede3e043d38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.568829 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053119f4-a00d-42b6-bb96-e84d99f5f062 x-openstack-request-id: req-053119f4-a00d-42b6-bb96-e84d99f5f062 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:19:57.569121 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:19:57.569379 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-053119f4-a00d-42b6-bb96-e84d99f5f062 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:19:57.569776 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'status': 'completed', 'code': 200} Mar 08 20:19:57.616884 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdadb-0957-4dc7-a69e-4dc7d1d080b2 req-f841a572-abd2-46c5-b7a7-3a641a3aa868 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:57.619062 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed3bdadb-0957-4dc7-a69e-4dc7d1d080b2 req-f841a572-abd2-46c5-b7a7-3a641a3aa868 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.0659757 Mar 08 20:19:57.646399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ab0427be-e352-4f61-8a65-ede3e043d38d admin admin] Publish callbacks [] for security_group (39339664-9ddd-46a9-892e-1b35bb75ea5c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.668921 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed3bdadb-0957-4dc7-a69e-4dc7d1d080b2 req-bb5a1c71-0278-40a0-b97a-efae7064fa34 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Mar 08 20:19:57.729792 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ab0427be-e352-4f61-8a65-ede3e043d38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (39339664-9ddd-46a9-892e-1b35bb75ea5c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.771063 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ab0427be-e352-4f61-8a65-ede3e043d38d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f320706972724097b6cd4edf53cc50d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403853 Mar 08 20:19:57.771941 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0427be-e352-4f61-8a65-ede3e043d38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39339664-9ddd-46a9-892e-1b35bb75ea5c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:57.773933 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 43362) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:19:57.822501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] Publish callbacks [] for security_group (39339664-9ddd-46a9-892e-1b35bb75ea5c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.844216 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] Publish callbacks [] for security_group (39339664-9ddd-46a9-892e-1b35bb75ea5c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.941164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3077e9-eb83-4aab-b887-3660940b6d1f req-80ab5526-714c-4334-abdd-69415c6ea0f8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:57.942835 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e3077e9-eb83-4aab-b887-3660940b6d1f req-80ab5526-714c-4334-abdd-69415c6ea0f8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.0629113 Mar 08 20:19:57.980429 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-b3d794da-406d-4159-a265-87493cb489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:57.982277 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-b3d794da-406d-4159-a265-87493cb489ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1128 time: 0.0485473 Mar 08 20:19:57.994172 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (39339664-9ddd-46a9-892e-1b35bb75ea5c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.997527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:57.998720 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39339664-9ddd-46a9-892e-1b35bb75ea5c HTTP/1.1" status: 204 len: 168 time: 0.2237930 Mar 08 20:19:58.019111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4579e-86b5-488a-a086-864a0473bb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39339664-9ddd-46a9-892e-1b35bb75ea5c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:58.031942 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e3077e9-eb83-4aab-b887-3660940b6d1f req-ed41a0a2-a1ee-4716-bd21-70219fcec92e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Mar 08 20:19:58.150268 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-3b848279-5c69-44bb-b554-5e64e0eea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.151812 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-3b848279-5c69-44bb-b554-5e64e0eea1c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1128 time: 0.1508479 Mar 08 20:19:58.176180 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6978c1f2-2b41-40c7-9e49-ee11ed71c04a req-2645d22f-5c1f-4304-9703-ef334e2423b7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.0332451 Mar 08 20:19:58.195066 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-e6a560a4-8817-4f76-8144-9a120c90c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.196573 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-e6a560a4-8817-4f76-8144-9a120c90c326 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.1971598 Mar 08 20:19:58.266847 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-051f544c-0e38-43ef-9705-9fb4d415e3f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0637064 Mar 08 20:19:58.403246 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-9ff93c51-f595-4c9b-ae15-df42c1c44c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.404936 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-9ff93c51-f595-4c9b-ae15-df42c1c44c1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.1080871 Mar 08 20:19:58.410690 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-850da82f-26cb-4dab-98fa-380a2fd08ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.412575 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-850da82f-26cb-4dab-98fa-380a2fd08ac8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2507858 Mar 08 20:19:58.472020 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-c3594951-6fdb-4008-99f0-69b11c9ec65f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582831 Mar 08 20:19:58.566859 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-c1aa409d-1f86-44ac-b71c-938bd1b03873 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.568847 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-c1aa409d-1f86-44ac-b71c-938bd1b03873 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 817 time: 0.1392946 Mar 08 20:19:58.673643 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-e4abcf9f-4c7c-4deb-b072-0edd88e0b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.675164 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-54ec48cc-5578-48af-941a-bc3ea77a41a2 req-e4abcf9f-4c7c-4deb-b072-0edd88e0b385 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2531922 Mar 08 20:19:58.680531 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-3c9671a9-4c86-4314-a161-82957a426180 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018435 Mar 08 20:19:58.712816 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dbafb-cdc1-4907-9cfa-ad6c101177af req-d5b97b43-e5c1-49df-a520-e28506c58934 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.714373 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-763dbafb-cdc1-4907-9cfa-ad6c101177af req-d5b97b43-e5c1-49df-a520-e28506c58934 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.1213319 Mar 08 20:19:58.728050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-c358bea8-4672-4dcd-8883-11f5275c670c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 380 time: 0.1493738 Mar 08 20:19:58.739060 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'port': {'device_id': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'admin_state_up': True, 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'security_groups': ['e3ec681c-d6ee-4b2f-a304-608baa79662e']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:19:58.825209 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-000aa464-2ab7-491e-ad78-a7d9d7fb64f9 req-e7fb097c-c26a-41b4-877e-920665124595 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375515 Mar 08 20:19:58.827849 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-21f79e10-705d-49a6-b3f9-1e13bcc3bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.829194 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-21f79e10-705d-49a6-b3f9-1e13bcc3bc35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1128 time: 0.0720780 Mar 08 20:19:58.889156 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-763dbafb-cdc1-4907-9cfa-ad6c101177af req-bf68ba73-700e-4136-a594-71da9a0d87c1 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600242 Mar 08 20:19:58.919344 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-bd958ecc-24fb-47ae-9160-289310bd7b69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 217 time: 0.0825942 Mar 08 20:19:58.932587 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563dfb0-db2c-413b-b187-6101e546455b req-b9a39571-5ade-46d1-b3a9-d0cdbf2105bd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:58.934104 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2563dfb0-db2c-413b-b187-6101e546455b req-b9a39571-5ade-46d1-b3a9-d0cdbf2105bd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.1624200 Mar 08 20:19:58.993385 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2563dfb0-db2c-413b-b187-6101e546455b req-5cf60a70-a6ac-42ca-8e4b-9ef9b89b90c8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529583 Mar 08 20:19:59.125608 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Made reservation on behalf of 57a662310112488d9b7349bfaffb9a50 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:19:59.130442 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:59.193359 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-7931272b-139d-4738-ad70-b665afd2f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:59.195527 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-7931272b-139d-4738-ad70-b665afd2f6c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0535636 Mar 08 20:19:59.214863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84382b6e-b2b5-4016-ab61-c0472147066a req-06dd69a1-90db-44c9-bede-1b9ec496c7d4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:59.214863 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84382b6e-b2b5-4016-ab61-c0472147066a req-06dd69a1-90db-44c9-bede-1b9ec496c7d4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.1002252 Mar 08 20:19:59.272340 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-f563f60d-93d2-456a-93be-70358dff0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:59.273836 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-f563f60d-93d2-456a-93be-70358dff0a97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726159 Mar 08 20:19:59.306874 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-72bdcf82-6232-4628-8093-e1ebd81a3141 req-89bdbf4e-4473-405d-83b8-2ccb93a9e343 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.0494354 Mar 08 20:19:59.363065 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-84382b6e-b2b5-4016-ab61-c0472147066a req-8ea6b367-ed38-4a24-b190-a9a73b6f495f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067111 Mar 08 20:19:59.366844 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-a654ee9b-ce6e-453b-be06-9cc513504201 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866601 Mar 08 20:19:59.377287 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Allocated IP 172.20.0.11 (49b11716-060c-4312-8b63-3e53952f4899/7113153c-9626-4d8a-9275-69a831152744/b7631a9d-e2fe-4f89-8b99-c04add1640e0) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:19:59.475198 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-fefb160d-07bd-41d6-9a50-52b090e0c42a req-1cd503f3-45e2-4f20-958a-3553326cd372 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915422 Mar 08 20:19:59.556193 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:59.656428 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:59.708818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Network 49b11716-060c-4312-8b63-3e53952f4899 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:19:59.711973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:19:59.715863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:19:59.721008 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:19:59.722364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:19:59.735464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:19:59.817590 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-11a6ecdc-54c9-437e-b289-ea664b2738c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0826640 Mar 08 20:19:59.915680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Request body: {'port': {'device_id': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:00.001280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-32d5415d-d7dd-4bee-bf05-a98aff05a1e3 None None] Provisioning complete for port b7631a9d-e2fe-4f89-8b99-c04add1640e0 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:00.006614 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-32d5415d-d7dd-4bee-bf05-a98aff05a1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.036383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.051303 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-32d5415d-d7dd-4bee-bf05-a98aff05a1e3 None None] Port b7631a9d-e2fe-4f89-8b99-c04add1640e0 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:20:00.109036 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22a395-6b98-4fa7-93cf-0ae0790306a6 req-51dc8ab1-b33f-4ea8-8c0a-4fb7e1b409d5 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:00.110628 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec22a395-6b98-4fa7-93cf-0ae0790306a6 req-51dc8ab1-b33f-4ea8-8c0a-4fb7e1b409d5 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.1207335 Mar 08 20:20:00.279642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3ab44-5ab1-4b80-aa53-310e959d14b9 req-3e37480e-7fc9-495a-a471-7558d23970ea tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:00.281399 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2bc3ab44-5ab1-4b80-aa53-310e959d14b9 req-3e37480e-7fc9-495a-a471-7558d23970ea tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.1932642 Mar 08 20:20:00.295657 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec22a395-6b98-4fa7-93cf-0ae0790306a6 req-074ea733-59b7-4fcb-b880-c70d7ba12bea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585481 Mar 08 20:20:00.369031 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43470) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:00.493822 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2bc3ab44-5ab1-4b80-aa53-310e959d14b9 req-21be673d-606a-4d7c-894b-1d03466a1e3b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021043 Mar 08 20:20:00.503573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:00.523041 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks [] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.542530 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa925b5-7db3-406c-a057-d6c187e85be6 req-af048119-9b26-4db7-bfa5-5c9e2db5665c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:00.544413 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-caa925b5-7db3-406c-a057-d6c187e85be6 req-af048119-9b26-4db7-bfa5-5c9e2db5665c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 932 time: 0.1468046 Mar 08 20:20:00.547381 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Transition to ACTIVE for port object b7631a9d-e2fe-4f89-8b99-c04add1640e0 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:20:00.622719 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-caa925b5-7db3-406c-a057-d6c187e85be6 req-fcef33c1-0502-442e-9224-e97f1cbafa8c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721190 Mar 08 20:20:00.629445 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ac49b2b9-9e7d-4f88-ac21-3bc149da0951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.639599 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.650090 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292597e5-2248-4fa5-a93f-d3a31f232314 req-1e0b5953-6f92-4992-8fec-b10cc16de783 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:00.651593 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-292597e5-2248-4fa5-a93f-d3a31f232314 req-1e0b5953-6f92-4992-8fec-b10cc16de783 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.0691149 Mar 08 20:20:00.721839 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:00.752608 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ac49b2b9-9e7d-4f88-ac21-3bc149da0951 admin admin] Publish callbacks [] for security_group (6e20bd9b-ef18-4a41-8dff-7201e49a5076), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.766446 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-292597e5-2248-4fa5-a93f-d3a31f232314 req-156aa3ed-368c-4bbf-80d1-98c81ecd6285 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089451 Mar 08 20:20:00.777733 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Attempting to bind port b7631a9d-e2fe-4f89-8b99-c04add1640e0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:20:00.780057 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Attempting to bind port b7631a9d-e2fe-4f89-8b99-c04add1640e0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:20:00.780057 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Attempting to bind port b7631a9d-e2fe-4f89-8b99-c04add1640e0 on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:00.795256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Port b7631a9d-e2fe-4f89-8b99-c04add1640e0 on network 49b11716-060c-4312-8b63-3e53952f4899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:20:00.795588 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Attempting to bind port b7631a9d-e2fe-4f89-8b99-c04add1640e0 on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:00.802674 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:20:00.803020 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Checking segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:20:00.803433 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Bound using segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:20:00.804166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Bound port: b7631a9d-e2fe-4f89-8b99-c04add1640e0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:20:00.804527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.838125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ac49b2b9-9e7d-4f88-ac21-3bc149da0951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (6e20bd9b-ef18-4a41-8dff-7201e49a5076), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.890295 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ac49b2b9-9e7d-4f88-ac21-3bc149da0951 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e50d462fc0184561be76496a9909752e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199945 Mar 08 20:20:00.891553 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b2b9-9e7d-4f88-ac21-3bc149da0951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e20bd9b-ef18-4a41-8dff-7201e49a5076,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:00.894029 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43494) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:00.946077 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] Publish callbacks [] for security_group (6e20bd9b-ef18-4a41-8dff-7201e49a5076), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:00.979133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] Publish callbacks [] for security_group (6e20bd9b-ef18-4a41-8dff-7201e49a5076), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.052364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:20:01.056169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:20:01.118181 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (6e20bd9b-ef18-4a41-8dff-7201e49a5076), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.120895 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.122047 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e20bd9b-ef18-4a41-8dff-7201e49a5076 HTTP/1.1" status: 204 len: 168 time: 0.2270401 Mar 08 20:20:01.130280 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6445-8d08-4c59-9f41-5c28abd59386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e20bd9b-ef18-4a41-8dff-7201e49a5076,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:01.137071 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.183767 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.184493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.185985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] 10.222.0.47 "PUT /v2.0/ports/b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1094 time: 1.2749240 Mar 08 20:20:01.186489 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:01.188756 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6991070-463b-4957-afc0-bee5ed7e824c" -d '{"events": [{"name": "network-changed", "server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:01.215196 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a97c-43a2-4dae-8790-103c81990d5d service neutron] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:01.276465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c921df3-dd5b-4500-8523-132297ac0bd9 x-openstack-request-id: req-3c921df3-dd5b-4500-8523-132297ac0bd9 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:01.276831 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:01.277159 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c921df3-dd5b-4500-8523-132297ac0bd9 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:01.277718 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'status': 'completed', 'code': 200} Mar 08 20:20:01.305734 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43510) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:01.401738 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6991070-463b-4957-afc0-bee5ed7e824c req-add8fe8b-72a3-4d56-9dd4-287349e714a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.403348 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6991070-463b-4957-afc0-bee5ed7e824c req-add8fe8b-72a3-4d56-9dd4-287349e714a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1128 time: 0.1070774 Mar 08 20:20:01.620886 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-693d2dea-f15c-46a4-a7b6-5916a8924a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.639463 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d170b-bde9-408f-bd00-7f9d9b7ba49a req-10f59b73-f7a2-4089-965c-c1b98594e4cd tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.641319 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c69d170b-bde9-408f-bd00-7f9d9b7ba49a req-10f59b73-f7a2-4089-965c-c1b98594e4cd tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.2368994 Mar 08 20:20:01.699209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6991070-463b-4957-afc0-bee5ed7e824c req-69f4ae74-2414-4269-8114-df7222e2776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.700735 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6991070-463b-4957-afc0-bee5ed7e824c req-69f4ae74-2414-4269-8114-df7222e2776d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a662310112488d9b7349bfaffb9a50&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2868891 Mar 08 20:20:01.731016 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-693d2dea-f15c-46a4-a7b6-5916a8924a12 admin admin] Publish callbacks [] for security_group (60dc5f3f-c8da-431a-9dd8-74d9726f051c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.782152 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ca453-a47b-4d19-9929-029e4e0eb958 req-bc492644-55ab-4a7a-b41b-0b43f83510cd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.783620 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c0ca453-a47b-4d19-9929-029e4e0eb958 req-bc492644-55ab-4a7a-b41b-0b43f83510cd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.1971540 Mar 08 20:20:01.792614 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-693d2dea-f15c-46a4-a7b6-5916a8924a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (60dc5f3f-c8da-431a-9dd8-74d9726f051c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.794330 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c69d170b-bde9-408f-bd00-7f9d9b7ba49a req-af6bfcfc-cb2a-4420-96af-ec89d7592340 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449366 Mar 08 20:20:01.841080 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-693d2dea-f15c-46a4-a7b6-5916a8924a12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28807743806d4098ba872e2f072499bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340617 Mar 08 20:20:01.843294 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d2dea-f15c-46a4-a7b6-5916a8924a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc5f3f-c8da-431a-9dd8-74d9726f051c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:01.845651 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43530) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:01.896218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] Publish callbacks [] for security_group (60dc5f3f-c8da-431a-9dd8-74d9726f051c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.918340 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] Publish callbacks [] for security_group (60dc5f3f-c8da-431a-9dd8-74d9726f051c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.970659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43532) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:01.977507 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c0ca453-a47b-4d19-9929-029e4e0eb958 req-e30d54db-9b55-4def-924a-8795eff4e438 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872194 Mar 08 20:20:01.984632 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-32523f10-0cb0-4180-a060-0e50dfbebbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:01.992100 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6991070-463b-4957-afc0-bee5ed7e824c req-271c1140-82c7-4c5c-8ba9-960661febf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:01.992100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6991070-463b-4957-afc0-bee5ed7e824c req-271c1140-82c7-4c5c-8ba9-960661febf7e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2763314 Mar 08 20:20:02.001414 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2304f1d-03b9-40eb-bbfa-0345c41ea83b req-add1a2f6-6823-4fad-92b4-d33f8307c8f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.003149 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2304f1d-03b9-40eb-bbfa-0345c41ea83b req-add1a2f6-6823-4fad-92b4-d33f8307c8f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.1276639 Mar 08 20:20:02.044421 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (60dc5f3f-c8da-431a-9dd8-74d9726f051c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.048085 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.052397 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60dc5f3f-c8da-431a-9dd8-74d9726f051c HTTP/1.1" status: 204 len: 168 time: 0.2055526 Mar 08 20:20:02.071005 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2160-6e10-4166-a08a-2e639c05a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc5f3f-c8da-431a-9dd8-74d9726f051c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:02.097867 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2304f1d-03b9-40eb-bbfa-0345c41ea83b req-8c17e292-1493-49ad-a5eb-408b11fa9a9b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891004 Mar 08 20:20:02.133783 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-32523f10-0cb0-4180-a060-0e50dfbebbd8 admin admin] Publish callbacks [] for security_group (b6bc1790-f075-4782-8856-69c8509064d2), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.141614 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-f9b806de-ab20-4255-a6df-698d6d10a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.143088 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-f9b806de-ab20-4255-a6df-698d6d10a35a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1128 time: 0.1050024 Mar 08 20:20:02.187154 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-efd9b395-8fe1-4a6d-ae99-da4d5fc1c57c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 217 time: 0.0353165 Mar 08 20:20:02.192812 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-32523f10-0cb0-4180-a060-0e50dfbebbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6bc1790-f075-4782-8856-69c8509064d2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.195310 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ca24a-f3b1-4e25-93d7-a4582d5035ca req-ff748943-5756-4186-a153-d90fbd4df630 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.196841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e5ca24a-f3b1-4e25-93d7-a4582d5035ca req-ff748943-5756-4186-a153-d90fbd4df630 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.1233850 Mar 08 20:20:02.231870 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-32523f10-0cb0-4180-a060-0e50dfbebbd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c795b00974747309906377f5db6ef77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591028 Mar 08 20:20:02.233543 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32523f10-0cb0-4180-a060-0e50dfbebbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc1790-f075-4782-8856-69c8509064d2,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:02.235766 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43536) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:02.275528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8f2d1a32-3f8c-4cca-9627-006ebc8bf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.277014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-8f2d1a32-3f8c-4cca-9627-006ebc8bf1ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0793333 Mar 08 20:20:02.289067 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] Publish callbacks [] for security_group (b6bc1790-f075-4782-8856-69c8509064d2), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.302002 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e5ca24a-f3b1-4e25-93d7-a4582d5035ca req-54c7264d-1f4b-458d-a7b3-418680d00dfb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664208 Mar 08 20:20:02.311820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] Publish callbacks [] for security_group (b6bc1790-f075-4782-8856-69c8509064d2), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.345517 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-ea27b709-fc6b-4a9a-8231-4343d4d17db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.347226 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-ea27b709-fc6b-4a9a-8231-4343d4d17db0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606875 Mar 08 20:20:02.435979 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-31707c5e-3eaa-4e20-af5e-3ca48155fe70 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833657 Mar 08 20:20:02.466607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6bc1790-f075-4782-8856-69c8509064d2), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.469151 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.470376 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6bc1790-f075-4782-8856-69c8509064d2 HTTP/1.1" status: 204 len: 168 time: 0.2337332 Mar 08 20:20:02.478313 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b00e52-1aab-4e9e-b557-dd2776d75a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc1790-f075-4782-8856-69c8509064d2,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:02.548070 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8f0da222-c048-4c83-8285-b9822cedcd47 req-3c3b645f-9838-421f-ab6e-8a26b340d266 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044934 Mar 08 20:20:02.686427 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device eb11c8a4-01cf-4305-b101-bf42805fe1b9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:02.809197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9,segment=NetworkSegment(bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3),segment_id=bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:02.820278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9', 'network_id': 'efca2684-dd94-46cf-8b97-cf7c88c6902f', 'port_id': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9', 'mac_address': 'fa:16:3e:85:0e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b61e717-dedd-4a73-a8b7-30dbdcd93674', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:02.865568 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port eb11c8a4-01cf-4305-b101-bf42805fe1b9 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:02.866210 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:02.881196 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb11c8a4-01cf-4305-b101-bf42805fe1b9 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:02.907644 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9,segment=NetworkSegment(bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3),segment_id=bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:02.934424 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2be3f9-5833-4512-a73c-30f2c8e386fe req-7f67f2ea-0666-4e8d-a4ad-0fdaac126a4c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:02.935915 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a2be3f9-5833-4512-a73c-30f2c8e386fe req-7f67f2ea-0666-4e8d-a4ad-0fdaac126a4c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 943 time: 0.0597408 Mar 08 20:20:02.990218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43556) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:02.993674 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a2be3f9-5833-4512-a73c-30f2c8e386fe req-3c218f89-260b-4c5c-858d-bb5f003f3d77 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Mar 08 20:20:03.005729 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-489eef0f-5ea1-4508-8175-5da29b56297d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.021311 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.021998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0bbd7112-5e04-433d-81ec-742b804032de details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:03.122297 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-489eef0f-5ea1-4508-8175-5da29b56297d admin admin] Publish callbacks [] for security_group (149e3c32-9add-45e9-87ce-36753f9c42dc), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.137515 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a52716-8467-4e3f-93d3-d11d2ab701db req-1d115733-347f-4f8b-a592-379fb7f6a969 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:03.140057 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0a52716-8467-4e3f-93d3-d11d2ab701db req-1d115733-347f-4f8b-a592-379fb7f6a969 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 944 time: 0.0721421 Mar 08 20:20:03.177241 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bbd7112-5e04-433d-81ec-742b804032de,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:03.186998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:03.192591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '0bbd7112-5e04-433d-81ec-742b804032de', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'port_id': '0bbd7112-5e04-433d-81ec-742b804032de', 'mac_address': 'fa:16:3e:40:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:03.215089 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0a52716-8467-4e3f-93d3-d11d2ab701db req-9d6100ee-7e02-4d20-9129-f4aa664eabe1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673547 Mar 08 20:20:03.237627 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-489eef0f-5ea1-4508-8175-5da29b56297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (149e3c32-9add-45e9-87ce-36753f9c42dc), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.240823 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 0bbd7112-5e04-433d-81ec-742b804032de is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:03.251178 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0bbd7112-5e04-433d-81ec-742b804032de), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.251334 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69634a62-016b-49ac-8b81-85275d7aac30 req-fac56695-ecc4-4f36-a59f-58164f9b98c2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:03.251334 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69634a62-016b-49ac-8b81-85275d7aac30 req-fac56695-ecc4-4f36-a59f-58164f9b98c2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0660152 Mar 08 20:20:03.256452 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd7112-5e04-433d-81ec-742b804032de {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:03.279772 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-489eef0f-5ea1-4508-8175-5da29b56297d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e51eb6927c04aa7a828189d4af43c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872491 Mar 08 20:20:03.279994 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bbd7112-5e04-433d-81ec-742b804032de,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:03.280095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eef0f-5ea1-4508-8175-5da29b56297d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e3c32-9add-45e9-87ce-36753f9c42dc,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:03.282082 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 43566) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:03.313955 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-69634a62-016b-49ac-8b81-85275d7aac30 req-a77a3bfa-9785-4e02-97dc-a3be061fdd62 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632036 Mar 08 20:20:03.351241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] Publish callbacks [] for security_group (149e3c32-9add-45e9-87ce-36753f9c42dc), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.372753 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] Publish callbacks [] for security_group (149e3c32-9add-45e9-87ce-36753f9c42dc), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.415818 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.416525 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device a17541b7-897b-4f41-80a2-2f1ec230a3aa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:03.451002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabe543-d189-4102-9bbc-4c468a3f0564 req-5c3e1443-37b8-4886-b932-449f3e8eed40 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:03.452578 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-efabe543-d189-4102-9bbc-4c468a3f0564 req-5c3e1443-37b8-4886-b932-449f3e8eed40 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 943 time: 0.0724020 Mar 08 20:20:03.495180 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:03.503383 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-efabe543-d189-4102-9bbc-4c468a3f0564 req-80535e83-7438-4631-977f-b092edfa1734 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Mar 08 20:20:03.566669 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:03.586649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'port_id': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'mac_address': 'fa:16:3e:36:8c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:03.619481 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port a17541b7-897b-4f41-80a2-2f1ec230a3aa is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:03.619892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.622058 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (149e3c32-9add-45e9-87ce-36753f9c42dc), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.625231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.628767 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/149e3c32-9add-45e9-87ce-36753f9c42dc HTTP/1.1" status: 204 len: 168 time: 0.3404503 Mar 08 20:20:03.633651 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17541b7-897b-4f41-80a2-2f1ec230a3aa {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:03.641701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5301493-291e-4349-9baa-7fc2058b1bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e3c32-9add-45e9-87ce-36753f9c42dc,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:03.660397 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:03.764961 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.765808 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 6e4c33b1-e383-40c5-ba15-82307a2503ee details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:03.804631 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:03.821546 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '6e4c33b1-e383-40c5-ba15-82307a2503ee', 'network_id': '74de28ca-ca32-4e3e-b199-0f76b636b7c2', 'port_id': '6e4c33b1-e383-40c5-ba15-82307a2503ee', 'mac_address': 'fa:16:3e:62:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f179aed-eef0-4aa6-b605-aaf89c8d4725', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:03.888690 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 6e4c33b1-e383-40c5-ba15-82307a2503ee is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:03.889248 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:03.938501 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:03.943685 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4c33b1-e383-40c5-ba15-82307a2503ee {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:03.974436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:04.078469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:04.136743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d212098-6f9e-484e-9190-3908e57fb39a req-aa01bde1-a1d6-40d8-ad28-a2e055c98c6b tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:04.138460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d212098-6f9e-484e-9190-3908e57fb39a req-aa01bde1-a1d6-40d8-ad28-a2e055c98c6b tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0640352 Mar 08 20:20:04.143741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:04.186842 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d212098-6f9e-484e-9190-3908e57fb39a req-e7cd2a88-3fc2-4672-ad72-5b7d677df959 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428157 Mar 08 20:20:04.351648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94dc45-f13d-44d4-afaf-25c8c96ab22d req-de4973ca-ade9-4da7-b7c5-5472ec545deb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:04.353218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d94dc45-f13d-44d4-afaf-25c8c96ab22d req-de4973ca-ade9-4da7-b7c5-5472ec545deb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0704422 Mar 08 20:20:04.429966 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d94dc45-f13d-44d4-afaf-25c8c96ab22d req-30193eca-6a96-4c8a-8dcb-491734ed6ba7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694654 Mar 08 20:20:04.455472 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0bf53-ca35-42f8-9596-2319bc2a6b91 req-5f495dfb-8a86-453f-ad7d-5f2b16822da7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:04.457019 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3f0bf53-ca35-42f8-9596-2319bc2a6b91 req-5f495dfb-8a86-453f-ad7d-5f2b16822da7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0680418 Mar 08 20:20:04.528645 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3f0bf53-ca35-42f8-9596-2319bc2a6b91 req-e4232527-34ac-4539-9ff2-50dfbb4a63c0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Mar 08 20:20:04.642782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e75e27-a915-4032-8836-f9c41b8a7d0c req-e791a444-60d8-4583-91d8-2d22d80b62f7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:04.644612 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22e75e27-a915-4032-8836-f9c41b8a7d0c req-e791a444-60d8-4583-91d8-2d22d80b62f7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0545769 Mar 08 20:20:04.676784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:04.694047 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22e75e27-a915-4032-8836-f9c41b8a7d0c req-3e7aeab6-ceb4-4eee-b08e-3755332bdfa5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Mar 08 20:20:04.792988 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:04.804189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:04.844433 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:04.844916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:04.860101 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:04.881245 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:04.896708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['0bbd7112-5e04-433d-81ec-742b804032de'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:04.915814 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['6e4c33b1-e383-40c5-ba15-82307a2503ee'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:04.966093 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['a17541b7-897b-4f41-80a2-2f1ec230a3aa'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:04.968409 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['eb11c8a4-01cf-4305-b101-bf42805fe1b9'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:05.003738 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:05.203469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:05.330156 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4c62f-de51-4ca0-844f-852c72e9f9d6 req-de79f7de-8a16-44d2-97ed-eb275a1b314d tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:05.333236 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0c4c62f-de51-4ca0-844f-852c72e9f9d6 req-de79f7de-8a16-44d2-97ed-eb275a1b314d tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0760660 Mar 08 20:20:05.381343 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0c4c62f-de51-4ca0-844f-852c72e9f9d6 req-0514cee9-787d-451c-b949-a65fedd0dc99 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Mar 08 20:20:05.823698 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce83c4-f142-4e6e-b2ca-92cce2cbb62a req-ab3a246c-28db-403c-af15-62df0ba41bd2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:05.825247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-01ce83c4-f142-4e6e-b2ca-92cce2cbb62a req-ab3a246c-28db-403c-af15-62df0ba41bd2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.3037152 Mar 08 20:20:05.845850 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6020d-fb0a-49da-987e-61357d5a8356 req-78af4d76-1900-49f5-853c-509cf7513415 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:05.850595 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04b6020d-fb0a-49da-987e-61357d5a8356 req-78af4d76-1900-49f5-853c-509cf7513415 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0784171 Mar 08 20:20:05.911610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-01ce83c4-f142-4e6e-b2ca-92cce2cbb62a req-151625f6-025e-42ef-9e02-15d8c06c4722 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782762 Mar 08 20:20:05.925285 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04b6020d-fb0a-49da-987e-61357d5a8356 req-1a58d601-d9fa-4155-87b1-447d30b9f09a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671351 Mar 08 20:20:06.029631 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c283c9f-cd31-4153-9452-168e46b535a9 req-f7e4d90a-d648-4125-b925-18d30a51273a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:06.031137 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c283c9f-cd31-4153-9452-168e46b535a9 req-f7e4d90a-d648-4125-b925-18d30a51273a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0539970 Mar 08 20:20:06.080460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c283c9f-cd31-4153-9452-168e46b535a9 req-d1e88e4f-187c-48a8-8b72-4635be8a658d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Mar 08 20:20:06.529175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205f93-2db4-40d0-943b-ffe445f1c9da req-bb0bdcba-661c-445f-b1b1-a365c291a10a tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:06.530652 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc205f93-2db4-40d0-943b-ffe445f1c9da req-bb0bdcba-661c-445f-b1b1-a365c291a10a tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0563064 Mar 08 20:20:06.579352 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc205f93-2db4-40d0-943b-ffe445f1c9da req-530b930b-848f-4289-aed7-b621099a42bb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Mar 08 20:20:07.074066 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b7e19-ddd8-4276-b37e-bfaac8b4d7ff req-2966a5ac-593f-46e1-86ad-caf78caf8c6a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:07.075521 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff8b7e19-ddd8-4276-b37e-bfaac8b4d7ff req-2966a5ac-593f-46e1-86ad-caf78caf8c6a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0923543 Mar 08 20:20:07.088526 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdb2bf-4735-48ae-8746-3e8bab0ad942 req-cd9fcaef-4b14-4729-8ac5-94c11a105edc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:07.089973 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1fdb2bf-4735-48ae-8746-3e8bab0ad942 req-cd9fcaef-4b14-4729-8ac5-94c11a105edc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0781267 Mar 08 20:20:07.158126 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff8b7e19-ddd8-4276-b37e-bfaac8b4d7ff req-009863be-7ad1-4840-9468-e55ac0677ac9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671959 Mar 08 20:20:07.170386 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b1fdb2bf-4735-48ae-8746-3e8bab0ad942 req-7dd085b5-1e5d-4942-bad4-ac8c359ef581 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650201 Mar 08 20:20:07.266429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ea522-6802-4d52-b42e-150cf773299f req-fbd8ba92-0f49-47e4-a8b6-417019a50e9e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:07.267940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae0ea522-6802-4d52-b42e-150cf773299f req-fbd8ba92-0f49-47e4-a8b6-417019a50e9e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0538800 Mar 08 20:20:07.317279 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae0ea522-6802-4d52-b42e-150cf773299f req-4a0b944b-47f7-40e7-82a6-b2526cffaed1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Mar 08 20:20:07.703398 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2ad62-53a4-47cc-96eb-a42915a73d39 req-2b657ee1-e15d-472f-a26f-9bced1317bbc tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:07.704820 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fda2ad62-53a4-47cc-96eb-a42915a73d39 req-2b657ee1-e15d-472f-a26f-9bced1317bbc tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0573602 Mar 08 20:20:07.751149 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fda2ad62-53a4-47cc-96eb-a42915a73d39 req-25bfdbab-cf1f-409f-92b9-8e2ef4d76ddb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Mar 08 20:20:08.114712 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43752) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:08.218253 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a448f9dd-1ce1-495f-988a-f3684fe700ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.304393 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a448f9dd-1ce1-495f-988a-f3684fe700ca admin admin] Publish callbacks [] for security_group (2d53cd9f-a414-4bee-9c71-263b59378cbd), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.313676 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2364d-7279-4d44-9707-b4678fc6cf9b req-cac3eb45-56f6-4dff-8209-3bb00d22dcb2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:08.315695 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9aa2364d-7279-4d44-9707-b4678fc6cf9b req-cac3eb45-56f6-4dff-8209-3bb00d22dcb2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0904243 Mar 08 20:20:08.326558 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679982e4-1399-4ef8-bb9d-68180c9e0a9b req-2b43fc32-5666-4333-9c3f-24782bf0a752 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:08.327930 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-679982e4-1399-4ef8-bb9d-68180c9e0a9b req-2b43fc32-5666-4333-9c3f-24782bf0a752 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0776565 Mar 08 20:20:08.392545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a448f9dd-1ce1-495f-988a-f3684fe700ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d53cd9f-a414-4bee-9c71-263b59378cbd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.397632 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9aa2364d-7279-4d44-9707-b4678fc6cf9b req-1b7ed723-de3b-4f38-a52b-ba4c6712d54d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687342 Mar 08 20:20:08.404484 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-679982e4-1399-4ef8-bb9d-68180c9e0a9b req-914bb24a-7134-4102-8527-3e0acb176ad7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694470 Mar 08 20:20:08.431108 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a448f9dd-1ce1-495f-988a-f3684fe700ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96a0395db2dd49a5919e352e364e6f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153098 Mar 08 20:20:08.433920 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 43764) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:08.437196 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448f9dd-1ce1-495f-988a-f3684fe700ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d53cd9f-a414-4bee-9c71-263b59378cbd,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:08.515304 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] Publish callbacks [] for security_group (2d53cd9f-a414-4bee-9c71-263b59378cbd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.541380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] Publish callbacks [] for security_group (2d53cd9f-a414-4bee-9c71-263b59378cbd), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.555662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51e949-de0b-44b2-8f85-e02a838e652e req-c9d2f4eb-dbf2-427d-ab49-841ea0998738 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:08.557208 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af51e949-de0b-44b2-8f85-e02a838e652e req-c9d2f4eb-dbf2-427d-ab49-841ea0998738 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0903101 Mar 08 20:20:08.621036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af51e949-de0b-44b2-8f85-e02a838e652e req-82c82e05-b70e-4932-b003-d0c2a76f7636 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Mar 08 20:20:08.695241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d53cd9f-a414-4bee-9c71-263b59378cbd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.697913 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:08.699044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d53cd9f-a414-4bee-9c71-263b59378cbd HTTP/1.1" status: 204 len: 168 time: 0.2639339 Mar 08 20:20:08.706848 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff67757-5dd9-44dd-b974-674079180a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d53cd9f-a414-4bee-9c71-263b59378cbd,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:08.872325 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882c62-a307-4a6b-9411-418ad2b047fc req-c4628d49-5c9f-4854-8c41-5b662d91c291 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:08.873813 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-66882c62-a307-4a6b-9411-418ad2b047fc req-c4628d49-5c9f-4854-8c41-5b662d91c291 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0573740 Mar 08 20:20:08.920998 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-66882c62-a307-4a6b-9411-418ad2b047fc req-ede1d8a9-1fa0-4828-859e-2244592b1350 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Mar 08 20:20:09.343919 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 43778) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:09.356799 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a1d9c892-44a9-49ac-9f0c-ca8122ecad84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.428872 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a1d9c892-44a9-49ac-9f0c-ca8122ecad84 admin admin] Publish callbacks [] for security_group (be15ed06-53e6-4f8a-a972-957cc1d115a5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.506775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a1d9c892-44a9-49ac-9f0c-ca8122ecad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (be15ed06-53e6-4f8a-a972-957cc1d115a5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.576365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9c892-44a9-49ac-9f0c-ca8122ecad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be15ed06-53e6-4f8a-a972-957cc1d115a5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:09.582370 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a1d9c892-44a9-49ac-9f0c-ca8122ecad84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2404b99a822b4ac2a238508b0484f23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373974 Mar 08 20:20:09.585182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43786) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:09.599600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc67b-e493-4221-9051-af32b974a169 req-1e748b49-420d-462a-9f34-eed210aea8c2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:09.601591 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d25fc67b-e493-4221-9051-af32b974a169 req-1e748b49-420d-462a-9f34-eed210aea8c2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.1360281 Mar 08 20:20:09.613580 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb7bf6-0877-4bf9-b83c-6886abc33940 req-51ed5880-befe-4d1c-821c-63558fa9ac4a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:09.615993 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65cb7bf6-0877-4bf9-b83c-6886abc33940 req-51ed5880-befe-4d1c-821c-63558fa9ac4a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.1241174 Mar 08 20:20:09.654032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['b7631a9d-e2fe-4f89-8b99-c04add1640e0'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:09.657433 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] Publish callbacks [] for security_group (be15ed06-53e6-4f8a-a972-957cc1d115a5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.682127 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] Publish callbacks [] for security_group (be15ed06-53e6-4f8a-a972-957cc1d115a5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.707165 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d25fc67b-e493-4221-9051-af32b974a169 req-f99f1246-0c61-4d88-8c26-10e7f900d703 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898058 Mar 08 20:20:09.711703 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65cb7bf6-0877-4bf9-b83c-6886abc33940 req-f97f71a3-6638-4126-8312-496904d500f1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859077 Mar 08 20:20:09.827471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60931edd-c632-4c9c-be46-4b575606ac93 req-5804521e-8c64-490e-bc74-892d97613768 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:09.828908 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60931edd-c632-4c9c-be46-4b575606ac93 req-5804521e-8c64-490e-bc74-892d97613768 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0542579 Mar 08 20:20:09.843641 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (be15ed06-53e6-4f8a-a972-957cc1d115a5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.846815 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:09.848034 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be15ed06-53e6-4f8a-a972-957cc1d115a5 HTTP/1.1" status: 204 len: 168 time: 0.2595251 Mar 08 20:20:09.855685 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f99b20-11cf-4266-b1ba-a3261cb53df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15ed06-53e6-4f8a-a972-957cc1d115a5,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:09.883316 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60931edd-c632-4c9c-be46-4b575606ac93 req-0dd6a48e-a183-4df5-9ca4-e52a129d8ab1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484693 Mar 08 20:20:10.043621 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533684fa-0fb5-4747-9ea2-8ae9ffa33f86 req-5fb21350-2395-480d-84a6-6f31a7365ccb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:10.045343 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-533684fa-0fb5-4747-9ea2-8ae9ffa33f86 req-5fb21350-2395-480d-84a6-6f31a7365ccb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0583997 Mar 08 20:20:10.093860 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-533684fa-0fb5-4747-9ea2-8ae9ffa33f86 req-abfcb88c-e1ad-4446-9c94-ff85dc134acb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Mar 08 20:20:10.880847 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac3947-57d3-453b-a6cd-f0d18561aa37 req-41bae0e7-12e4-43ad-906f-32e86b54e47f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:10.882411 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:20:10.889093 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eaac3947-57d3-453b-a6cd-f0d18561aa37 req-41bae0e7-12e4-43ad-906f-32e86b54e47f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.1104224 Mar 08 20:20:10.896248 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f645-84c7-4dd8-9f33-c004e1ffcf64 req-29d02d42-bd28-42b8-b67e-5bb89bc6c51d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:10.898661 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92d7f645-84c7-4dd8-9f33-c004e1ffcf64 req-29d02d42-bd28-42b8-b67e-5bb89bc6c51d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0959206 Mar 08 20:20:10.942564 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43836) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:10.967596 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eaac3947-57d3-453b-a6cd-f0d18561aa37 req-87fa33da-46c5-44b0-a50e-aa57392de64d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679047 Mar 08 20:20:10.991064 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92d7f645-84c7-4dd8-9f33-c004e1ffcf64 req-420c9089-53d7-43ad-aa79-39ea6a7e90e2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850229 Mar 08 20:20:11.078193 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2141120018-network', 'tenant_id': '271bf83a52724f559aa190aeeb1cbe4f'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:11.100340 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521221-fa84-4b7d-bcb1-bd3ccd5df64c req-aa9633ac-22c8-4bde-b255-668c214d39ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:11.101823 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3521221-fa84-4b7d-bcb1-bd3ccd5df64c req-aa9633ac-22c8-4bde-b255-668c214d39ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0623083 Mar 08 20:20:11.149634 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3521221-fa84-4b7d-bcb1-bd3ccd5df64c req-d86377b7-9bdb-49aa-90d3-0fce0a6b5f54 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Mar 08 20:20:11.192432 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Made reservation on behalf of 271bf83a52724f559aa190aeeb1cbe4f for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:20:11.198358 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.208526 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.216366 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d923eb-3169-4a8c-ba3b-1fdc53d60017 req-b41e8dd8-2c2c-41cc-b652-2239250309db tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:11.216366 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25d923eb-3169-4a8c-ba3b-1fdc53d60017 req-b41e8dd8-2c2c-41cc-b652-2239250309db tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0545478 Mar 08 20:20:11.279147 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25d923eb-3169-4a8c-ba3b-1fdc53d60017 req-82196de9-20f3-4112-8b52-c6cdce24bffc tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Mar 08 20:20:11.304227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks [] for security_group (8ab73b43-b214-42b8-abc3-2782836d53a5), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.392567 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (8ab73b43-b214-42b8-abc3-2782836d53a5), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.419485 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:20:11.428649 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab73b43-b214-42b8-abc3-2782836d53a5,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:11.435711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (2676235d-e63d-46ee-9f19-3545a5ce383d), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.446033 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Added segment 2676235d-e63d-46ee-9f19-3545a5ce383d of type vlan for network c5f273e6-237f-40d6-bae5-9a1e21c3d934 Mar 08 20:20:11.477725 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (c5f273e6-237f-40d6-bae5-9a1e21c3d934), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.615628 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (c5f273e6-237f-40d6-bae5-9a1e21c3d934), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.617158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:11.618165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:11.677466 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f273e6-237f-40d6-bae5-9a1e21c3d934,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:11.687033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:20:11.732144 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-47e00a32-310d-4d07-85e5-fe399ccccf60 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7868016 Mar 08 20:20:11.734904 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43862) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:11.742503 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Request body: {'subnet': {'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2141120018-subnet', 'tenant_id': '271bf83a52724f559aa190aeeb1cbe4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:11.872458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Made reservation on behalf of 271bf83a52724f559aa190aeeb1cbe4f for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:20:11.874926 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:12.090838 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (ad2a4148-975b-45a7-b562-8073a742ca4c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:12.133212 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cca421-8887-47da-892c-d4398508f422 req-de983313-dce8-4431-8b59-48ece4c4129a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:12.134738 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7cca421-8887-47da-892c-d4398508f422 req-de983313-dce8-4431-8b59-48ece4c4129a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0880866 Mar 08 20:20:12.147313 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604df224-8d4e-40a3-a78e-999837ae436f req-824781e6-48fa-4120-a481-c976915fc719 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:12.148867 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-604df224-8d4e-40a3-a78e-999837ae436f req-824781e6-48fa-4120-a481-c976915fc719 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0732470 Mar 08 20:20:12.150805 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2a4148-975b-45a7-b562-8073a742ca4c,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:12.166170 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Checking segment: {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:20:12.166530 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Network hostable DHCP agents. Network: c5f273e6-237f-40d6-bae5-9a1e21c3d934, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:20:12.219244 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7cca421-8887-47da-892c-d4398508f422 req-6bf138ed-2ce6-4210-974c-48aa34688660 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694005 Mar 08 20:20:12.226046 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-604df224-8d4e-40a3-a78e-999837ae436f req-ceeba116-0cef-435a-b79e-c561b8cf6786 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629995 Mar 08 20:20:12.329808 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:20:12.337898 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb0715-ac2a-4e1b-8c74-0242222c619c req-750a2484-1379-4a05-8f17-ef46a53b8ac8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:12.339605 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5fb0715-ac2a-4e1b-8c74-0242222c619c req-750a2484-1379-4a05-8f17-ef46a53b8ac8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0650456 Mar 08 20:20:12.415669 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5fb0715-ac2a-4e1b-8c74-0242222c619c req-04524572-1337-4ec4-a19d-36e49f240b4c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Mar 08 20:20:12.431093 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1ecfd-1c80-44b4-9130-38bf58f4f153 req-98df6654-66d3-4f9a-a3a9-085b9bf26e29 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:12.432634 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53b1ecfd-1c80-44b4-9130-38bf58f4f153 req-98df6654-66d3-4f9a-a3a9-085b9bf26e29 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0744011 Mar 08 20:20:12.438113 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, c5f273e6-237f-40d6-bae5-9a1e21c3d934) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:20:12.442914 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:12.443510 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:12.449154 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abc4a2-b960-4e8a-bb84-f5271c40f870 None None] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:20:12.481351 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53b1ecfd-1c80-44b4-9130-38bf58f4f153 req-2fd2fe62-434e-4fa3-8831-0b88ce5ab50d tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Mar 08 20:20:12.543375 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d016a4d2-5c82-4a28-a7eb-d5ab8ca25465 None None] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:20:12.549034 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-790fa7e4-2ef3-4b84-b224-a6d6669fc179 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8123572 Mar 08 20:20:13.412734 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72a6e2-2e8b-4c09-a38c-678f18e1df72 req-d074457a-5f09-449b-9f68-dddd34be835b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:13.415628 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a72a6e2-2e8b-4c09-a38c-678f18e1df72 req-d074457a-5f09-449b-9f68-dddd34be835b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.1249568 Mar 08 20:20:13.429145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d924-c569-4dc2-9e64-3fd6fd9642c8 req-1839b68d-4cf1-458c-838e-60e1d5f2cd1b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:13.430771 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bd6d924-c569-4dc2-9e64-3fd6fd9642c8 req-1839b68d-4cf1-458c-838e-60e1d5f2cd1b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.1259177 Mar 08 20:20:13.497471 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a72a6e2-2e8b-4c09-a38c-678f18e1df72 req-af3c44f9-2769-4d98-857b-7bee02de11b5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653551 Mar 08 20:20:13.522942 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bd6d924-c569-4dc2-9e64-3fd6fd9642c8 req-176f3d77-3750-4b97-8261-b23019004832 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692022 Mar 08 20:20:13.668906 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d2f4-50d8-4714-89ed-e20ab3c14638 req-b0a50b22-6bc4-4898-a868-930a00d7fad0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:13.670311 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c92d2f4-50d8-4714-89ed-e20ab3c14638 req-b0a50b22-6bc4-4898-a868-930a00d7fad0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0928352 Mar 08 20:20:13.684717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095c89d-c816-4c8f-a131-416f3c19e1c6 req-a90982eb-de8e-42c9-910a-0b1944631b03 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:13.687243 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b095c89d-c816-4c8f-a131-416f3c19e1c6 req-a90982eb-de8e-42c9-910a-0b1944631b03 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.1084085 Mar 08 20:20:13.761664 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c92d2f4-50d8-4714-89ed-e20ab3c14638 req-0d5e1e2d-eb68-4d00-8ebe-6b188308cb42 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734224 Mar 08 20:20:13.765697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b095c89d-c816-4c8f-a131-416f3c19e1c6 req-1def49ea-6738-475f-a74d-f1e70b08a682 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704362 Mar 08 20:20:14.653863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9bd3b-3cef-49f0-b21d-9630e856a634 req-0d4d7986-5127-4d68-93f3-17ef70341edd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:14.655323 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6a9bd3b-3cef-49f0-b21d-9630e856a634 req-0d4d7986-5127-4d68-93f3-17ef70341edd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0845873 Mar 08 20:20:14.675998 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c230c-317b-4c44-84cd-14eb1d4f07db req-6246baaa-92d1-4aeb-b8d2-7baa1a181447 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:14.677319 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb3c230c-317b-4c44-84cd-14eb1d4f07db req-6246baaa-92d1-4aeb-b8d2-7baa1a181447 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0800803 Mar 08 20:20:14.736442 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6a9bd3b-3cef-49f0-b21d-9630e856a634 req-ddd00688-f772-4414-865f-d95fdd757c6e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753338 Mar 08 20:20:14.743611 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb3c230c-317b-4c44-84cd-14eb1d4f07db req-37b60845-2033-4b6a-a3e4-fd6cf44c9d28 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604863 Mar 08 20:20:14.907064 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cf3f5-cb8f-466f-849e-7784819c0229 req-95db855a-bd85-46e1-818b-19995aef8cdf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:14.909185 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af4cf3f5-cb8f-466f-849e-7784819c0229 req-95db855a-bd85-46e1-818b-19995aef8cdf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0821142 Mar 08 20:20:14.916471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d9fd-59f6-470b-890d-7d77f02518d2 req-672c0168-5577-4001-903a-a109ea43c731 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:14.918054 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e287d9fd-59f6-470b-890d-7d77f02518d2 req-672c0168-5577-4001-903a-a109ea43c731 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0826194 Mar 08 20:20:14.990478 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af4cf3f5-cb8f-466f-849e-7784819c0229 req-bda93e19-9b1b-4c4b-96a8-3f0ed46424cb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714967 Mar 08 20:20:14.994556 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e287d9fd-59f6-470b-890d-7d77f02518d2 req-34175d7e-8126-42f3-81be-6c8da6ad4035 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701423 Mar 08 20:20:15.889706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b18cc-ab16-4cca-8d05-35df4debbc28 req-9d1825ec-eb78-4a1a-bf8b-bdf3905b26b6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:15.891224 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cd7b18cc-ab16-4cca-8d05-35df4debbc28 req-9d1825ec-eb78-4a1a-bf8b-bdf3905b26b6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.0848889 Mar 08 20:20:15.898681 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f084a-a92b-486e-a29b-7bf1db1668ba req-8f35089d-8faf-49aa-96d2-0853b737695f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:15.900276 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-322f084a-a92b-486e-a29b-7bf1db1668ba req-8f35089d-8faf-49aa-96d2-0853b737695f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0844660 Mar 08 20:20:15.976466 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cd7b18cc-ab16-4cca-8d05-35df4debbc28 req-5d7d2fcf-9e6d-49ba-8399-00d9deaeeee1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752299 Mar 08 20:20:15.979362 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-322f084a-a92b-486e-a29b-7bf1db1668ba req-f14d615f-066a-4406-8ec0-abb8ac66cb9c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724468 Mar 08 20:20:16.004321 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 6e4c33b1-e383-40c5-ba15-82307a2503ee up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:16.014147 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c85fa02c-acf2-4215-857d-b71336546475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.157671 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 6e4c33b1-e383-40c5-ba15-82307a2503ee completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:16.162072 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 6e4c33b1-e383-40c5-ba15-82307a2503ee triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:16.162450 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.183872 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d66f5f-a198-412a-8234-8ddfcfbe9a8f req-7caa936d-2784-4ad7-915f-e4fa55ee654d tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:16.185345 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23d66f5f-a198-412a-8234-8ddfcfbe9a8f req-7caa936d-2784-4ad7-915f-e4fa55ee654d tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.0927801 Mar 08 20:20:16.193604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63861-9e26-4341-a183-dab99742a700 req-7e4763a6-704e-486c-aeb9-7ee3bcfad57e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:16.195018 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74d63861-9e26-4341-a183-dab99742a700 req-7e4763a6-704e-486c-aeb9-7ee3bcfad57e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 944 time: 0.0718267 Mar 08 20:20:16.241561 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 6e4c33b1-e383-40c5-ba15-82307a2503ee is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:16.241955 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.264904 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:16.265312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-23d66f5f-a198-412a-8234-8ddfcfbe9a8f req-209e0b5e-65e5-40ac-8fbe-4d2e0b2828e6 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693448 Mar 08 20:20:16.269794 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74d63861-9e26-4341-a183-dab99742a700 req-5de63967-3b45-447f-aad6-fcb6f148ced9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681374 Mar 08 20:20:16.343876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:16.433495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8321a7-6123-4ca1-ab9a-e2d1d2ae6188" -d '{"events": [{"server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "name": "network-vif-plugged", "status": "completed", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:16.518251 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b031b9-0d50-42cb-8673-95904716ce7d x-openstack-request-id: req-05b031b9-0d50-42cb-8673-95904716ce7d {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:16.518618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "name": "network-vif-plugged", "status": "completed", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:16.518818 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05b031b9-0d50-42cb-8673-95904716ce7d {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:16.519252 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee', 'code': 200} Mar 08 20:20:16.559202 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.561885 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0bbd7112-5e04-433d-81ec-742b804032de up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:16.643786 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:16.775793 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 0bbd7112-5e04-433d-81ec-742b804032de completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:16.780167 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 0bbd7112-5e04-433d-81ec-742b804032de triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:16.780618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (0bbd7112-5e04-433d-81ec-742b804032de), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.817444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-98601b9b-3329-4835-b004-4c5af701b50a tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:16.819069 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-98601b9b-3329-4835-b004-4c5af701b50a tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/networks?id=c5f273e6-237f-40d6-bae5-9a1e21c3d934 HTTP/1.1" status: 200 len: 809 time: 0.1068838 Mar 08 20:20:16.840488 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5055af66-1282-4055-8e6d-861a315f449e tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/quotas/271bf83a52724f559aa190aeeb1cbe4f HTTP/1.1" status: 200 len: 375 time: 0.0111907 Mar 08 20:20:16.863834 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 0bbd7112-5e04-433d-81ec-742b804032de is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:16.864272 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0bbd7112-5e04-433d-81ec-742b804032de), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:16.877294 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-f383569d-b35a-4976-bf96-ad84a60b8670 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286186 Mar 08 20:20:16.897589 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bbd7112-5e04-433d-81ec-742b804032de,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:17.002326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.003980 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device a17541b7-897b-4f41-80a2-2f1ec230a3aa up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:17.015187 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 43990) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:17.029159 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-0d08dea6-aa01-4f36-940c-f74a1cfe7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:17.030750 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-0d08dea6-aa01-4f36-940c-f74a1cfe7d64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.1558475 Mar 08 20:20:17.060769 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-b82fe468-4f91-4ada-afa4-476fdf7d3be4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.068293 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-03b4ed72-751b-40a1-8333-aa1cd96b0114 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635695 Mar 08 20:20:17.096215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:17.170644 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-231a7733-0155-4e05-8600-fe9b6d78b8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.223473 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630c3b-1eb9-4272-8aa6-207d6867fb1c req-019f851f-7462-4ca7-9997-4c40c2cb7523 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:17.224993 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d630c3b-1eb9-4272-8aa6-207d6867fb1c req-019f851f-7462-4ca7-9997-4c40c2cb7523 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 945 time: 0.1555941 Mar 08 20:20:17.243988 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port a17541b7-897b-4f41-80a2-2f1ec230a3aa completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:17.248694 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port a17541b7-897b-4f41-80a2-2f1ec230a3aa triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:17.249189 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-37ebabc7-ffe2-49cc-bbc0-e8f8db48ad70 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764634 Mar 08 20:20:17.249306 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.264272 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-231a7733-0155-4e05-8600-fe9b6d78b8b3 admin admin] Publish callbacks [] for security_group (21abd165-b5d4-4a07-8559-4a288fab155a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.342040 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port a17541b7-897b-4f41-80a2-2f1ec230a3aa is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:17.342607 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.387399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-231a7733-0155-4e05-8600-fe9b6d78b8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (21abd165-b5d4-4a07-8559-4a288fab155a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.411084 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:17.426198 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a7733-0155-4e05-8600-fe9b6d78b8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abd165-b5d4-4a07-8559-4a288fab155a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:17.430418 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-231a7733-0155-4e05-8600-fe9b6d78b8b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c477d8b56ac648eba688b2da99333da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136391 Mar 08 20:20:17.433323 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44006) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:17.474278 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d630c3b-1eb9-4272-8aa6-207d6867fb1c req-37711624-5fda-4229-a6dc-12ff2ab78df3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426856 Mar 08 20:20:17.480926 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-b82fe468-4f91-4ada-afa4-476fdf7d3be4 service neutron] Publish callbacks [] for security_group (223641e7-cc24-466d-b460-525d5d381871), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.482238 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] Publish callbacks [] for security_group (21abd165-b5d4-4a07-8559-4a288fab155a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.507026 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] Publish callbacks [] for security_group (21abd165-b5d4-4a07-8559-4a288fab155a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.587085 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.591618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device eb11c8a4-01cf-4305-b101-bf42805fe1b9 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:17.591783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b319cf-b8f3-46e9-bfc0-62e824850944 req-59a81c2e-9525-4919-b030-5282938c07cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:17.591783 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95b319cf-b8f3-46e9-bfc0-62e824850944 req-59a81c2e-9525-4919-b030-5282938c07cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0558026 Mar 08 20:20:17.638360 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95b319cf-b8f3-46e9-bfc0-62e824850944 req-17427bbd-c27f-44e6-9940-7313c0a6f949 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Mar 08 20:20:17.663210 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-b82fe468-4f91-4ada-afa4-476fdf7d3be4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (223641e7-cc24-466d-b460-525d5d381871), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.666728 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:17.696756 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (21abd165-b5d4-4a07-8559-4a288fab155a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.703083 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.704465 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21abd165-b5d4-4a07-8559-4a288fab155a HTTP/1.1" status: 204 len: 168 time: 0.2701972 Mar 08 20:20:17.713475 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fb574df-220c-4b77-8bd9-0328d549d90d req-b82fe468-4f91-4ada-afa4-476fdf7d3be4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750216 Mar 08 20:20:17.731057 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61384b26-f64e-4682-8d9e-aedaf659696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abd165-b5d4-4a07-8559-4a288fab155a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:17.731640 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fe468-4f91-4ada-afa4-476fdf7d3be4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=223641e7-cc24-466d-b460-525d5d381871,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:17.781479 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port eb11c8a4-01cf-4305-b101-bf42805fe1b9 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:17.788624 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port eb11c8a4-01cf-4305-b101-bf42805fe1b9 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:17.789010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.856754 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43508430-f91f-4742-9c72-933b0acdcc21 req-644efaac-016f-4b78-bd1a-65ada01b78cf tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:17.864247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43508430-f91f-4742-9c72-933b0acdcc21 req-644efaac-016f-4b78-bd1a-65ada01b78cf tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 944 time: 0.1611042 Mar 08 20:20:17.885951 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port eb11c8a4-01cf-4305-b101-bf42805fe1b9 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:17.886528 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:17.899150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b455e3-dca8-4713-b680-8599f7521eff req-bca03a8f-38f0-4d9f-9a2f-4eb73a106f1e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:17.900927 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e4b455e3-dca8-4713-b680-8599f7521eff req-bca03a8f-38f0-4d9f-9a2f-4eb73a106f1e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1043332 Mar 08 20:20:17.923033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9,segment=NetworkSegment(bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3),segment_id=bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:17.950456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43508430-f91f-4742-9c72-933b0acdcc21 req-9c012a0c-7e6b-4870-aee1-111bd232503c tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851138 Mar 08 20:20:17.972276 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e4b455e3-dca8-4713-b680-8599f7521eff req-c0af011a-00a4-45ff-9b21-16a27908ab4b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641940 Mar 08 20:20:18.009555 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:18.020458 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd0e644d-65ba-445d-ac59-14b258416796 req-bc597893-3b45-45da-8218-d0851ba5589c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0340612 Mar 08 20:20:18.050887 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:18.111499 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:18.456505 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port b7631a9d-e2fe-4f89-8b99-c04add1640e0 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:18.459039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-01d1a44d-e057-4a4c-979c-420ea961b313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:18.463951 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port b7631a9d-e2fe-4f89-8b99-c04add1640e0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:18.464486 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:18.531346 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de'}, {'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa'}, {'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:18.534281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf32c19-48de-4cb9-89ed-14287ca7a0fd" -d '{"events": [{"server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd7112-5e04-433d-81ec-742b804032de"}, {"server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "name": "network-vif-plugged", "status": "completed", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa"}, {"server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "name": "network-vif-plugged", "status": "completed", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:18.551849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:18.552244 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:18.588690 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e1080-06da-4ec8-82ab-1a8378702fb3 x-openstack-request-id: req-b30e1080-06da-4ec8-82ab-1a8378702fb3 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:18.588982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd7112-5e04-433d-81ec-742b804032de", "code": 200}, {"server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "name": "network-vif-plugged", "status": "completed", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa", "code": 200}, {"server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "name": "network-vif-plugged", "status": "completed", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:18.589227 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b30e1080-06da-4ec8-82ab-1a8378702fb3 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:18.589609 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de', 'code': 200} Mar 08 20:20:18.589872 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'code': 200} Mar 08 20:20:18.590113 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9', 'code': 200} Mar 08 20:20:18.591911 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:18.599742 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00165-05ff-4580-8d9e-755de466403d req-abf37a39-87df-4559-a14c-d40656fe7584 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:18.601271 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5a00165-05ff-4580-8d9e-755de466403d req-abf37a39-87df-4559-a14c-d40656fe7584 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0562401 Mar 08 20:20:18.653226 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b5a00165-05ff-4580-8d9e-755de466403d req-8b95d9bb-c69f-4800-a554-59ce57739c47 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Mar 08 20:20:18.690596 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:18.740734 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:18.783527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb4c0e-0f5d-4fde-8f6a-0a1e55fc9451 req-951856f4-02e3-4aff-9538-349352556eda tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:18.785036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bfb4c0e-0f5d-4fde-8f6a-0a1e55fc9451 req-951856f4-02e3-4aff-9538-349352556eda tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0569510 Mar 08 20:20:18.849188 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bfb4c0e-0f5d-4fde-8f6a-0a1e55fc9451 req-be617510-a6be-4904-8ed6-119bf801a166 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574973 Mar 08 20:20:18.879355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44052) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:18.894427 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6808e26f-63c9-4666-8811-a793c30997b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.056013 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6808e26f-63c9-4666-8811-a793c30997b5 admin admin] Publish callbacks [] for security_group (5895a842-d223-4d21-b9b9-93e6bbd16460), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.057131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554664ca-7e29-4d61-a038-b5c1f7c02100 req-866af9b9-a2bf-430f-afe0-5dd010b1051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.057131 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-554664ca-7e29-4d61-a038-b5c1f7c02100 req-866af9b9-a2bf-430f-afe0-5dd010b1051d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1129 time: 0.0487592 Mar 08 20:20:19.131740 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-554664ca-7e29-4d61-a038-b5c1f7c02100 req-021a033d-97ec-4db3-a967-72180a857134 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009305 Mar 08 20:20:19.142548 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f85b1-bb91-4212-b696-921b05c70461 req-067b5de5-9c58-4146-b472-667818915de3 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.144120 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-532f85b1-bb91-4212-b696-921b05c70461 req-067b5de5-9c58-4146-b472-667818915de3 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.1226342 Mar 08 20:20:19.152934 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6808e26f-63c9-4666-8811-a793c30997b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5895a842-d223-4d21-b9b9-93e6bbd16460), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.163459 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638b759-2a0b-4a12-8145-395a52da786d req-49728690-5dae-43c1-acc6-58f3ad3d6853 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.164938 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e638b759-2a0b-4a12-8145-395a52da786d req-49728690-5dae-43c1-acc6-58f3ad3d6853 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1134467 Mar 08 20:20:19.228162 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-532f85b1-bb91-4212-b696-921b05c70461 req-e83fa91f-5754-466d-9a9b-def8a19d5688 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778630 Mar 08 20:20:19.243114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808e26f-63c9-4666-8811-a793c30997b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5895a842-d223-4d21-b9b9-93e6bbd16460,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:19.243277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e638b759-2a0b-4a12-8145-395a52da786d req-35c44131-7a04-49b0-9f32-46f87c1d6ee4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Mar 08 20:20:19.261353 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6808e26f-63c9-4666-8811-a793c30997b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d50a8fa7a094518b7c5c033e3de739b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781426 Mar 08 20:20:19.261653 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44060) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:19.505906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6053ac-e7a7-4a9f-9b25-4d8f80415e2b req-10be816d-0add-4896-9f98-0237fa8c8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.505906 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-7e6053ac-e7a7-4a9f-9b25-4d8f80415e2b req-10be816d-0add-4896-9f98-0237fa8c8863 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.1555717 Mar 08 20:20:19.505906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e83a-7287-4816-baf5-a22a90dee418 req-fdb2d0f9-1819-4d17-baf2-d2d94500a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.505906 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9ee9e83a-7287-4816-baf5-a22a90dee418 req-fdb2d0f9-1819-4d17-baf2-d2d94500a0a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 1129 time: 0.1681817 Mar 08 20:20:19.507402 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d04eefc-94eb-4f75-a121-1d775d96861b req-da9eb9a8-e9e0-4165-be34-e7729ba284b7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0380321 Mar 08 20:20:19.507402 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] Publish callbacks [] for security_group (5895a842-d223-4d21-b9b9-93e6bbd16460), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.507402 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] Publish callbacks [] for security_group (5895a842-d223-4d21-b9b9-93e6bbd16460), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.613264 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-7e6053ac-e7a7-4a9f-9b25-4d8f80415e2b req-5ff2dbe1-7dfc-4238-8a85-bec9064b9a6e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514718 Mar 08 20:20:19.615389 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9ee9e83a-7287-4816-baf5-a22a90dee418 req-75762d7e-668f-491d-b271-1332c7149cf2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591963 Mar 08 20:20:19.775299 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0e7a-ed1a-46c5-bbed-c9b205651f59 req-86d1d803-a4df-4f0e-a833-6413b128ea59 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.776733 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46fe0e7a-ed1a-46c5-bbed-c9b205651f59 req-86d1d803-a4df-4f0e-a833-6413b128ea59 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0557449 Mar 08 20:20:19.826978 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.941493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5895a842-d223-4d21-b9b9-93e6bbd16460), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.941493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:19.941493 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5895a842-d223-4d21-b9b9-93e6bbd16460 HTTP/1.1" status: 204 len: 168 time: 0.5721681 Mar 08 20:20:19.941493 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46fe0e7a-ed1a-46c5-bbed-c9b205651f59 req-0f96e022-6a52-4559-acda-c12a39418309 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590231 Mar 08 20:20:19.941493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdcdea-9bf1-4dd6-a173-ad8203ee1d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5895a842-d223-4d21-b9b9-93e6bbd16460,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:19.982078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4e94-dd3d-4a3e-8b64-7832b7566dcb req-fdec19ac-4290-438f-a7ab-2e4d23c66694 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:19.983707 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-664f4e94-dd3d-4a3e-8b64-7832b7566dcb req-fdec19ac-4290-438f-a7ab-2e4d23c66694 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0656178 Mar 08 20:20:20.033066 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-664f4e94-dd3d-4a3e-8b64-7832b7566dcb req-3a65632b-d909-4b54-ae94-040f94ec0777 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Mar 08 20:20:20.354339 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dca78-d9fa-4a67-b5db-9ed4e7fa4c1c req-73a5a9ba-aa96-40fc-8bce-4e47005ffb89 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:20.356141 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e5dca78-d9fa-4a67-b5db-9ed4e7fa4c1c req-73a5a9ba-aa96-40fc-8bce-4e47005ffb89 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0567367 Mar 08 20:20:20.405965 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e5dca78-d9fa-4a67-b5db-9ed4e7fa4c1c req-de252d2a-2625-4d0d-8dcc-b2b33ec00af1 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Mar 08 20:20:20.591383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:20.595919 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5944bcd7-996c-4ef0-b72a-ea1570fcd539" -d '{"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:20.614582 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1253ba46-c9de-43a5-9a84-6c6a1364504f req-0c1e90a1-c97e-40ee-8f6e-e4b548a980dd tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0523970 Mar 08 20:20:20.648567 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294827c3-ba43-43b5-ab39-1dad5eeb523a req-8d5155cd-067e-45d5-a328-aa7399f4cb89 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:20.650790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-294827c3-ba43-43b5-ab39-1dad5eeb523a req-8d5155cd-067e-45d5-a328-aa7399f4cb89 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0899882 Mar 08 20:20:20.661182 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3df2b2-6176-4fa6-995f-5e93fa4af57c x-openstack-request-id: req-ef3df2b2-6176-4fa6-995f-5e93fa4af57c {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:20.661492 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:20.661749 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef3df2b2-6176-4fa6-995f-5e93fa4af57c {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:20.662143 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'code': 200} Mar 08 20:20:20.705235 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-294827c3-ba43-43b5-ab39-1dad5eeb523a req-08e942dd-cf40-4617-9f96-01396e852731 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 Mar 08 20:20:21.025092 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2b8c1-2b9c-4fb8-b0d6-ceb1adbb18db req-0c514a59-f5c7-47bb-84e4-ea1a5915858a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:21.026583 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-70a2b8c1-2b9c-4fb8-b0d6-ceb1adbb18db req-0c514a59-f5c7-47bb-84e4-ea1a5915858a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0534825 Mar 08 20:20:21.086844 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-70a2b8c1-2b9c-4fb8-b0d6-ceb1adbb18db req-667f5082-bd6d-42c5-a09d-01fbb7f9ceb7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544815 Mar 08 20:20:21.128607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0be9-35ae-4aa0-8e74-02fe3269e672 req-51e71203-644f-452c-b3b7-77123f9ca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:21.130488 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-483d0be9-35ae-4aa0-8e74-02fe3269e672 req-51e71203-644f-452c-b3b7-77123f9ca97c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1130 time: 0.0741084 Mar 08 20:20:21.176520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff726d4-e9c9-47eb-91a6-a7c61d45a266 req-62efc9a5-31be-4932-a6cf-704be2c93077 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:21.182041 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4ff726d4-e9c9-47eb-91a6-a7c61d45a266 req-62efc9a5-31be-4932-a6cf-704be2c93077 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0612235 Mar 08 20:20:21.195211 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-483d0be9-35ae-4aa0-8e74-02fe3269e672 req-4a49d936-430f-4546-9cfa-b76d3c0fcd67 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Mar 08 20:20:21.232690 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4ff726d4-e9c9-47eb-91a6-a7c61d45a266 req-aba5130b-8f24-4aa1-ba45-c6377587bbed tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497882 Mar 08 20:20:21.380963 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:21.528058 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfc9c2-6e6c-4817-873e-960079f324e1 req-f80ec5c9-43ab-4bfa-ad30-166c77c9eb8e tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:21.529609 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3cfc9c2-6e6c-4817-873e-960079f324e1 req-f80ec5c9-43ab-4bfa-ad30-166c77c9eb8e tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0526421 Mar 08 20:20:21.582054 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3cfc9c2-6e6c-4817-873e-960079f324e1 req-8eae2489-4952-4f77-bc8a-7f3fae9ea108 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Mar 08 20:20:21.630089 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44116) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:21.649075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-93159de3-fdaf-4f04-8c42-514cb1b321af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:21.716886 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d64c6b24-78b8-4c34-93de-b8fd5c5e7f02 req-16c80192-1591-4a4b-b962-e7d4e49a653b tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0310986 Mar 08 20:20:21.791183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-93159de3-fdaf-4f04-8c42-514cb1b321af admin admin] Publish callbacks [] for security_group (f58ebd5b-5297-488a-9e94-aa4ec8d66cf0), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:21.867394 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd36d3-b871-42ab-b98e-61aae5f548a1 req-fb77a844-822f-4fc4-9014-d7b7a42e3152 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:21.868913 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcfd36d3-b871-42ab-b98e-61aae5f548a1 req-fb77a844-822f-4fc4-9014-d7b7a42e3152 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0563784 Mar 08 20:20:21.912528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-93159de3-fdaf-4f04-8c42-514cb1b321af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f58ebd5b-5297-488a-9e94-aa4ec8d66cf0), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:21.931257 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcfd36d3-b871-42ab-b98e-61aae5f548a1 req-aa754765-2816-41e4-8ae4-9d5fc0c0d731 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Mar 08 20:20:21.962591 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-93159de3-fdaf-4f04-8c42-514cb1b321af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=002ba0b9c2ec4645be478bc70d8a7571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313990 Mar 08 20:20:21.963479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159de3-fdaf-4f04-8c42-514cb1b321af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ebd5b-5297-488a-9e94-aa4ec8d66cf0,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:21.965297 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44126) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:22.018466 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Publish callbacks [] for security_group (f58ebd5b-5297-488a-9e94-aa4ec8d66cf0), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.041366 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Publish callbacks [] for security_group (f58ebd5b-5297-488a-9e94-aa4ec8d66cf0), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.198037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f58ebd5b-5297-488a-9e94-aa4ec8d66cf0), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.201338 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.202533 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f58ebd5b-5297-488a-9e94-aa4ec8d66cf0 HTTP/1.1" status: 204 len: 168 time: 0.2360828 Mar 08 20:20:22.214260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ebd5b-5297-488a-9e94-aa4ec8d66cf0,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:22.218707 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d3d5-60d7-4a4b-bda0-832dc335d853 req-2c930e28-fba9-455e-914c-d30d91ab01eb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:22.220307 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d26d3d5-60d7-4a4b-bda0-832dc335d853 req-2c930e28-fba9-455e-914c-d30d91ab01eb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0625987 Mar 08 20:20:22.222372 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.222979 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.223525 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.224014 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.224670 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.225103 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.225563 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.226080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.226439 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.226892 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.227238 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.227668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.228039 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60c96bb-b988-4b1f-89b7-620c568f7d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:22.279677 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d26d3d5-60d7-4a4b-bda0-832dc335d853 req-3fc1b87f-bea4-4598-ba83-8bacccf8eb6d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 Mar 08 20:20:22.376335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f8586-7ee8-4fff-931d-5d6a6477b9d9 req-2db46cf7-a04b-424f-be8e-d1dcc773cf2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:22.384414 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-361f8586-7ee8-4fff-931d-5d6a6477b9d9 req-2db46cf7-a04b-424f-be8e-d1dcc773cf2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0654674 Mar 08 20:20:22.476905 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-361f8586-7ee8-4fff-931d-5d6a6477b9d9 req-a87b81cb-eea6-4aa3-919c-e1b5afd7f17b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720172 Mar 08 20:20:22.484333 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afb13f-595c-49d8-a74e-d99a55eca13b req-7c106329-fbef-4bc9-b94c-fd4b55c41317 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:22.485779 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5afb13f-595c-49d8-a74e-d99a55eca13b req-7c106329-fbef-4bc9-b94c-fd4b55c41317 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0953951 Mar 08 20:20:22.494932 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44148) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:22.499740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'floatingip': {'port_id': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:22.542157 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.597495 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:22.725574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d50c-873b-4c43-bf57-444684012516 req-491662c0-3d63-4721-b08a-e3592d21990e tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:22.727425 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d121d50c-873b-4c43-bf57-444684012516 req-491662c0-3d63-4721-b08a-e3592d21990e tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0721912 Mar 08 20:20:22.816844 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d121d50c-873b-4c43-bf57-444684012516 req-1e9d6969-d140-408d-881e-ca2e34fc1fcb tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765152 Mar 08 20:20:22.833269 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-6f4941c9-ab19-4987-a1b6-556d27545a85 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:22.834950 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-6f4941c9-ab19-4987-a1b6-556d27545a85 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "GET /v2.0/networks?id=c5f273e6-237f-40d6-bae5-9a1e21c3d934 HTTP/1.1" status: 200 len: 809 time: 0.2509561 Mar 08 20:20:22.932979 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f55571d1-3c2c-472e-be9f-0ae62832d8d7 req-d480a70d-8730-4b0d-9484-e71c2d7ec9fb tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0654573 Mar 08 20:20:22.935483 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Request body: {'port': {'device_id': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934', 'admin_state_up': True, 'tenant_id': '271bf83a52724f559aa190aeeb1cbe4f'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:23.136229 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44182) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:23.213087 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Deleting subnet 2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:20:23.217244 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Publish callbacks [] for subnet (2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.282619 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Publish callbacks [] for subnet (2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.296044 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.342008 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa44857-f662-44d1-8c81-dc225ccee541 req-ffd92b18-8887-49d9-a77e-30d576135ce5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:23.343499 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2fa44857-f662-44d1-8c81-dc225ccee541 req-ffd92b18-8887-49d9-a77e-30d576135ce5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1027374 Mar 08 20:20:23.404109 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2fa44857-f662-44d1-8c81-dc225ccee541 req-38bc15bb-e94b-4ecb-9408-7e207adb843c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546386 Mar 08 20:20:23.482331 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Made reservation on behalf of 271bf83a52724f559aa190aeeb1cbe4f for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:20:23.487124 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.512433 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.542109 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.573283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.576520 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a HTTP/1.1" status: 204 len: 168 time: 0.4391882 Mar 08 20:20:23.578203 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9c4b71-bd86-4b30-b2de-9ed9fb05d57a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:23.579292 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44198) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:23.608821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.609663 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.609663 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.609853 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.610176 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.611068 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.611068 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.611805 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.613916 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.614266 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.614605 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.614939 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.615269 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d98b9a-0b13-477c-8dbc-d2a0d99d9268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:23.623499 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.645766 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b542c67-bb7b-4110-93a8-7a448baffdff req-f9e2b62e-04c1-4368-8500-52e07aca06b7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:23.647262 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b542c67-bb7b-4110-93a8-7a448baffdff req-f9e2b62e-04c1-4368-8500-52e07aca06b7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0797989 Mar 08 20:20:23.700268 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b542c67-bb7b-4110-93a8-7a448baffdff req-8eb65be6-9658-413d-a9a5-807a8816911d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473068 Mar 08 20:20:23.864415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8b33b-1044-4df5-80d0-b3311f8a49c4 req-858e392b-800c-4cc6-a67b-43ea5f08e562 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:23.866802 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68f8b33b-1044-4df5-80d0-b3311f8a49c4 req-858e392b-800c-4cc6-a67b-43ea5f08e562 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0693049 Mar 08 20:20:23.880363 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44208) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:23.890213 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'floatingip': {'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:23.995570 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (2671065a-cb9d-4d12-9911-d18ce73c5978), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:23.996162 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.054983 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Allocated IP 172.20.0.10 (c5f273e6-237f-40d6-bae5-9a1e21c3d934/ad2a4148-975b-45a7-b562-8073a742ca4c/22877968-ffa5-41d5-a8f8-67c44b4080bb) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:20:24.107245 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Floating IP 2ac4070d-339b-4a68-af62-a0c874f800fb associated. External IP: 172.27.0.254, port: a17541b7-897b-4f41-80a2-2f1ec230a3aa. Mar 08 20:20:24.212263 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (2671065a-cb9d-4d12-9911-d18ce73c5978), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.294316 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.294674 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.295445 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.296312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.296312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.296478 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.296755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.297256 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.297747 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.298228 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.299142 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af62c776-74a3-4d34-bd0f-045d5b9bbedd req-3e9de59c-4981-4ce1-8aa5-a37d092842ed tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0872579 Mar 08 20:20:24.450130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.450923 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.451335 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.451778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:24.452316 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2671065a-cb9d-4d12-9911-d18ce73c5978']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:24.472287 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bc232d-7d1f-495b-ada9-0c5c90aad4c5') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:24.472721 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bc232d-7d1f-495b-ada9-0c5c90aad4c5') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:24.490861 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (a6bc232d-7d1f-495b-ada9-0c5c90aad4c5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.561673 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a6bc232d-7d1f-495b-ada9-0c5c90aad4c5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.606656 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:20:24.607072 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (a6bc232d-7d1f-495b-ada9-0c5c90aad4c5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: from cryptography.utils import int_from_bytes Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: from cryptography.utils import int_from_bytes Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:20:24.626778 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:20:24.654826 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f13c4a-d0ef-47ee-a9d2-9741628371b2 req-b760ca59-ee4f-4add-b727-db17d3c1899d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:24.657340 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1f13c4a-d0ef-47ee-a9d2-9741628371b2 req-b760ca59-ee4f-4add-b727-db17d3c1899d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1800859 Mar 08 20:20:24.795358 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks [] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:24.800574 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-e57c1a02-0e7a-45b0-8231-5d10672785cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:24.802227 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-e57c1a02-0e7a-45b0-8231-5d10672785cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1129 time: 0.2325318 Mar 08 20:20:24.822577 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44226) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:24.965355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:20:24.976448 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (2671065a-cb9d-4d12-9911-d18ce73c5978), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.003752 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e1f13c4a-d0ef-47ee-a9d2-9741628371b2 req-a2790791-7504-41de-be7f-f25ce855bc30 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396387 Mar 08 20:20:25.015886 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.015886 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2671065a-cb9d-4d12-9911-d18ce73c5978 HTTP/1.1" status: 204 len: 168 time: 1.4335449 Mar 08 20:20:25.026884 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44234) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:25.077919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12bc1a-62a1-4bc7-9a28-56c1217117f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2671065a-cb9d-4d12-9911-d18ce73c5978,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:25.095838 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.db.resource_extend [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:20:25.119172 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f097f-287b-4d22-9113-f55a2f90779c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.128867 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-cc0a4931-9749-49f6-bff4-13f009952988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.130408 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-cc0a4931-9749-49f6-bff4-13f009952988 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.3212326 Mar 08 20:20:25.155628 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Deleting subnet 00f12ef0-0ab8-4846-81b6-6998e4a4f9e1 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:20:25.169305 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Publish callbacks [] for subnet (00f12ef0-0ab8-4846-81b6-6998e4a4f9e1), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.182724 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-002a270a-81c7-4bf3-bf49-fb2c5a6685d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 200 len: 217 time: 0.0454440 Mar 08 20:20:25.183759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.214685 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.217945 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Publish callbacks [] for subnet (00f12ef0-0ab8-4846-81b6-6998e4a4f9e1), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.223756 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (00f12ef0-0ab8-4846-81b6-6998e4a4f9e1), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.284178 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.329435 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:20:25.337220 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for subnet (00f12ef0-0ab8-4846-81b6-6998e4a4f9e1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.341440 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:20:25.350711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Pushing event updated for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:25.353360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:20:25.359641 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-587517db-7c75-4ea3-9bdf-3e56f0282fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.361155 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-587517db-7c75-4ea3-9bdf-3e56f0282fa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.1455822 Mar 08 20:20:25.363145 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:20:25.379974 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:20:25.382983 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.386320 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/00f12ef0-0ab8-4846-81b6-6998e4a4f9e1 HTTP/1.1" status: 204 len: 168 time: 0.3584251 Mar 08 20:20:25.392257 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:20:25.393250 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:20:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:25.416032 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.418686 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44244) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:25.426015 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2bc9c-0915-45ee-a0d2-781fac28522a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f12ef0-0ab8-4846-81b6-6998e4a4f9e1,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:25.498527 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-e85f849c-783d-47bb-8bce-60ef3ca40257 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926886 Mar 08 20:20:25.508728 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:20:25.524301 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Floating IP 3d70b0e6-2822-4b8c-9df1-199571a1b64f associated. External IP: 172.27.0.225, port: b7631a9d-e2fe-4f89-8b99-c04add1640e0. Mar 08 20:20:25.576183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505310-fe5c-4669-b331-1cc1f000420c req-4dc3267d-8121-425f-8f08-40ee0c295d8d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.583870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c505310-fe5c-4669-b331-1cc1f000420c req-4dc3267d-8121-425f-8f08-40ee0c295d8d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 932 time: 0.1957543 Mar 08 20:20:25.609668 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-3ad1ec21-460b-4388-aabe-d5c3ced470f5 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967736 Mar 08 20:20:25.610475 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-eb1cbe51-b3bb-45f5-aff9-3462b245c5c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1783752 Mar 08 20:20:25.691194 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.691945 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.698469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.701670 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7dbf1eb9-09c2-4504-8b08-9c416bf7e5d9 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "PUT /v2.0/floatingips/2ac4070d-339b-4a68-af62-a0c874f800fb HTTP/1.1" status: 200 len: 992 time: 3.2049451 Mar 08 20:20:25.708891 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c505310-fe5c-4669-b331-1cc1f000420c req-01ecf051-f048-4dbe-89be-488f435f4c8d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240149 Mar 08 20:20:25.715962 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:25.719620 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c56f59-ca16-42a3-9e0c-bae388feda90" -d '{"events": [{"name": "network-changed", "server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:25.788489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057471b-2dad-4585-bacf-898b3375b6f9 x-openstack-request-id: req-c057471b-2dad-4585-bacf-898b3375b6f9 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:25.788869 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:25.789197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c057471b-2dad-4585-bacf-898b3375b6f9 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:25.789664 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'status': 'completed', 'code': 200} Mar 08 20:20:25.795242 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '2ac4070d-339b-4a68-af62-a0c874f800fb', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:36:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:39Z', 'updated_at': '2022-03-08T20:20:23Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:25.799268 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f097f-287b-4d22-9113-f55a2f90779c admin admin] Publish callbacks [] for security_group (b6bdf4df-4a59-46f2-8156-12104d8672ee), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.799836 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-4232e0b9-67de-4374-a502-ce4d3d57242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.801395 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-4232e0b9-67de-4374-a502-ce4d3d57242e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4af90649a8eb46a89ce76bab28e1c70c&device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 1129 time: 0.1198821 Mar 08 20:20:25.805651 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (851e21a4-d593-4820-a46c-6de2a6f4969b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.827439 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:20:25.838327 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:20:25.838956 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:20:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:25.872410 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c5f097f-287b-4d22-9113-f55a2f90779c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6bdf4df-4a59-46f2-8156-12104d8672ee), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.903146 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-a2be8fa1-0108-45ed-b067-a7ba6af891a8 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482505 Mar 08 20:20:25.946945 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:20:25.958696 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-5dcd3d30-1f46-4ef1-a407-b233d9db998f tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0273952 Mar 08 20:20:25.965742 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (851e21a4-d593-4820-a46c-6de2a6f4969b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:25.972172 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-3dd4baf8-14dc-4c63-b95e-b65a6c2696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:25.973697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-3dd4baf8-14dc-4c63-b95e-b65a6c2696b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.1655405 Mar 08 20:20:25.975257 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Request body: {'port': {'device_id': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:25.987607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f097f-287b-4d22-9113-f55a2f90779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bdf4df-4a59-46f2-8156-12104d8672ee,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:25.992747 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:20:25.995815 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1c5f097f-287b-4d22-9113-f55a2f90779c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dffd886a90ac45778971d905807385fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1718893 Mar 08 20:20:26.011331 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44250) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:26.095445 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-00eed6ec-afbd-4c5c-8c66-1a14f0d2d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:26.096313 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-00eed6ec-afbd-4c5c-8c66-1a14f0d2d70f service neutron] 10.222.0.47 "GET /v2.0/networks?id=efca2684-dd94-46cf-8b97-cf7c88c6902f HTTP/1.1" status: 200 len: 911 time: 0.2548389 Mar 08 20:20:26.195227 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-bdbdaea8-dc15-47e7-b17f-9be577f90eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:26.200029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-bdbdaea8-dc15-47e7-b17f-9be577f90eb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.2168493 Mar 08 20:20:26.200029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-5f3cea8f-3156-4ab2-bd54-f40569728778 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9 HTTP/1.1" status: 200 len: 217 time: 0.0933986 Mar 08 20:20:26.308656 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '2ac4070d-339b-4a68-af62-a0c874f800fb', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:36:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:39Z', 'updated_at': '2022-03-08T20:20:23Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:26.323769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851e21a4-d593-4820-a46c-6de2a6f4969b']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:26.338997 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9801ab-4bf3-4f2a-a073-bf07923efe11 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '2ac4070d-339b-4a68-af62-a0c874f800fb', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:36:8c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:39Z', 'updated_at': '2022-03-08T20:20:23Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:20:26.369489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.375457 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c17134e-6cd6-4aff-baea-26d040dd9249') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:26.376399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c17134e-6cd6-4aff-baea-26d040dd9249') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:26.405312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (0c17134e-6cd6-4aff-baea-26d040dd9249), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.442902 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (0c17134e-6cd6-4aff-baea-26d040dd9249), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.456569 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:20:26.456984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (0c17134e-6cd6-4aff-baea-26d040dd9249), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:20:26.458753 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:20:26.634983 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560455a-0170-4be4-8f44-cab47adc73f7 None None] New status for floating IP 2ac4070d-339b-4a68-af62-a0c874f800fb: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:20:26.639603 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] Publish callbacks [] for security_group (b6bdf4df-4a59-46f2-8156-12104d8672ee), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.670626 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (851e21a4-d593-4820-a46c-6de2a6f4969b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.683984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.687710 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/851e21a4-d593-4820-a46c-6de2a6f4969b HTTP/1.1" status: 204 len: 168 time: 1.2676277 Mar 08 20:20:26.704134 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8a0dd-e226-41e4-839b-2226b30e84d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=851e21a4-d593-4820-a46c-6de2a6f4969b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:26.713011 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-066902e6-b645-4bd6-8f8f-77c4d1318c71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1000 time: 0.4562182 Mar 08 20:20:26.738743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-267f2e6b-8245-47b5-97dc-62562069eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:26.740198 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-267f2e6b-8245-47b5-97dc-62562069eef1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b61e717-dedd-4a73-a8b7-30dbdcd93674 HTTP/1.1" status: 200 len: 851 time: 0.4824102 Mar 08 20:20:26.776671 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc33cc-dbe7-48c7-9d26-b4514a972976 req-24c9b6f5-7720-4044-9d5a-b0d4b8ac8998 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:26.778111 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0afc33cc-dbe7-48c7-9d26-b4514a972976 req-24c9b6f5-7720-4044-9d5a-b0d4b8ac8998 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.6134810 Mar 08 20:20:26.780174 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] Publish callbacks [] for security_group (b6bdf4df-4a59-46f2-8156-12104d8672ee), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.814378 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22877968-ffa5-41d5-a8f8-67c44b4080bb {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:26.824766 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks [] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.832456 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:20:26.835580 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-23d3d77e-5911-44bd-947a-5f56c17e1ffb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=efca2684-dd94-46cf-8b97-cf7c88c6902f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871930 Mar 08 20:20:26.840322 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Transition to ACTIVE for port object 22877968-ffa5-41d5-a8f8-67c44b4080bb will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:20:26.840452 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.847116 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:20:26.870679 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:20:26.874327 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:20:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:26.895429 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:26.925762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-1b49e6c9-5d2e-47e9-b6c6-a402eade94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:26.927279 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-1b49e6c9-5d2e-47e9-b6c6-a402eade94fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.2048142 Mar 08 20:20:26.965216 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Pushing event updated for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:27.040223 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3b885f67-4fb2-4cb2-9f5e-f35adca25ab9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "PUT /v2.0/floatingips/3d70b0e6-2822-4b8c-9df1-199571a1b64f HTTP/1.1" status: 200 len: 992 time: 3.1418259 Mar 08 20:20:27.040223 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:27.040223 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd2308-881f-46d8-90ca-4168ea8c7d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:27.052903 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0afc33cc-dbe7-48c7-9d26-b4514a972976 req-88f7a285-1cc4-4447-9c06-ff2ed8d50a4b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488534 Mar 08 20:20:27.103217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-277d48e4-2683-4767-8c58-ddbdb759ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:27.105054 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-277d48e4-2683-4767-8c58-ddbdb759ecf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1580672 Mar 08 20:20:27.114124 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-81b4c3d7-4a7f-4523-adc8-d3442e8173f9 service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556961 Mar 08 20:20:27.114891 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44286) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:27.206162 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:20:27.209992 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Attempting to bind port 22877968-ffa5-41d5-a8f8-67c44b4080bb on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:20:27.210845 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6bdf4df-4a59-46f2-8156-12104d8672ee), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.214416 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Attempting to bind port 22877968-ffa5-41d5-a8f8-67c44b4080bb by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:20:27.214416 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Attempting to bind port 22877968-ffa5-41d5-a8f8-67c44b4080bb on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:27.214676 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.214676 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6bdf4df-4a59-46f2-8156-12104d8672ee HTTP/1.1" status: 204 len: 168 time: 1.2023716 Mar 08 20:20:27.227076 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Port 22877968-ffa5-41d5-a8f8-67c44b4080bb on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:20:27.227478 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Attempting to bind port 22877968-ffa5-41d5-a8f8-67c44b4080bb on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:27.241199 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:20:27.241640 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Checking segment: {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:20:27.242099 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Bound using segment: {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:20:27.242604 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Bound port: 22877968-ffa5-41d5-a8f8-67c44b4080bb, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:20:27.243026 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.328126 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40dcf07e-fabf-44f9-b693-3280ebbfa5b8 req-5d36a978-ea58-42ed-a8fd-99b1f7c34521 service neutron] 10.222.0.47 "GET /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924863 Mar 08 20:20:27.355466 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f90a1c-5167-4e61-896c-3410c710393a x-openstack-request-id: req-38f90a1c-5167-4e61-896c-3410c710393a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:27.355780 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:27.356037 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38f90a1c-5167-4e61-896c-3410c710393a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:27.356473 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'status': 'completed', 'code': 200} Mar 08 20:20:27.357962 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:20:27.370924 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:20:27.376475 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d905-107d-495c-aa1b-75e02114f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bdf4df-4a59-46f2-8156-12104d8672ee,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:27.478851 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.484565 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9c980d89-e48c-4224-8aaa-843eaa53edea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c112dc7fa22410c89aa46a854a7ca2f&name=default HTTP/1.1" status: 200 len: 2994 time: 0.3681428 Mar 08 20:20:27.490099 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44292) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:27.533955 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:27.534574 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.535979 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] 10.222.0.47 "PUT /v2.0/ports/22877968-ffa5-41d5-a8f8-67c44b4080bb HTTP/1.1" status: 200 len: 1094 time: 1.5672994 Mar 08 20:20:27.536915 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81007-ed6c-44b5-9a04-c43a8730ac89 req-8abfe161-acf8-4620-b8b1-6e418ad63e77 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:27.541331 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebe81007-ed6c-44b5-9a04-c43a8730ac89 req-8abfe161-acf8-4620-b8b1-6e418ad63e77 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.3162434 Mar 08 20:20:27.563749 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ba49-224c-485f-85ac-0e5bc7541662 service neutron] Pushing event updated for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:27.570060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-e2e24727-b2fc-4036-8b28-e08af0c7fc13 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269462 Mar 08 20:20:27.578436 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-9b798326-e48e-4e8d-927f-af100cd8cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:27.580042 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-9b798326-e48e-4e8d-927f-af100cd8cb65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1130 time: 0.1923549 Mar 08 20:20:27.589273 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '3d70b0e6-2822-4b8c-9df1-199571a1b64f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:44Z', 'updated_at': '2022-03-08T20:20:24Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:27.615206 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] Publish callbacks [] for security_group (2d80dc6b-63b4-4b64-a049-2c023bfeb393), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.618296 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:20:27.626684 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:20:27.627513 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:20:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:27.635205 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebe81007-ed6c-44b5-9a04-c43a8730ac89 req-fa450e2d-d824-4232-aa4d-bdc742ba7174 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Mar 08 20:20:27.648832 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] Publish callbacks [] for security_group (2d80dc6b-63b4-4b64-a049-2c023bfeb393), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.744846 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:20:27.790409 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:27.793065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:27.827144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d80dc6b-63b4-4b64-a049-2c023bfeb393), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.831034 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:27.832196 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d80dc6b-63b4-4b64-a049-2c023bfeb393 HTTP/1.1" status: 204 len: 168 time: 0.3392332 Mar 08 20:20:27.834160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa7cec9-3ed7-4693-9c8e-ee762a72f15f x-openstack-request-id: req-2aa7cec9-3ed7-4693-9c8e-ee762a72f15f {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:27.834912 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:27.835173 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aa7cec9-3ed7-4693-9c8e-ee762a72f15f {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:27.835883 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb', 'status': 'completed', 'code': 200} Mar 08 20:20:27.849825 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e985da-338a-4876-9399-ac3ad578b3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80dc6b-63b4-4b64-a049-2c023bfeb393,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:27.983669 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '3d70b0e6-2822-4b8c-9df1-199571a1b64f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:44Z', 'updated_at': '2022-03-08T20:20:24Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:28.010422 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cbf44-a905-49e6-8346-b853fb54191e None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '3d70b0e6-2822-4b8c-9df1-199571a1b64f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:19:44Z', 'updated_at': '2022-03-08T20:20:24Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:20:28.194480 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337669-0ec7-4c6d-ab30-3c5709fe0d60 req-84616a8e-4921-4c7e-a86f-58c45dd036e8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:28.196044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2337669-0ec7-4c6d-ab30-3c5709fe0d60 req-84616a8e-4921-4c7e-a86f-58c45dd036e8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0572660 Mar 08 20:20:28.248561 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2337669-0ec7-4c6d-ab30-3c5709fe0d60 req-4afd5ace-e71a-44b4-b4e8-735495bfa3d4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465996 Mar 08 20:20:28.274987 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a26f-934c-413f-a040-825a3f7f2c35 None None] New status for floating IP 3d70b0e6-2822-4b8c-9df1-199571a1b64f: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:20:28.581188 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44324) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:28.620853 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e6690bb1-d2f7-4c77-9ca1-b7bed7b3e528 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff4be179a9af491ea37d93bc7d233e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392251 Mar 08 20:20:28.623238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44330) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:28.677053 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] Publish callbacks [] for security_group (19c9b355-03bc-41e2-bfea-320e53cf5219), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:28.700865 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] Publish callbacks [] for security_group (19c9b355-03bc-41e2-bfea-320e53cf5219), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:28.780965 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5445256-73e3-43f9-b524-d27acce5ca52 req-48a07cff-ca61-4516-82a5-7c2554229b09 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:28.782831 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5445256-73e3-43f9-b524-d27acce5ca52 req-48a07cff-ca61-4516-82a5-7c2554229b09 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0730302 Mar 08 20:20:28.844349 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5445256-73e3-43f9-b524-d27acce5ca52 req-4ca2c159-2bb8-47d3-aa8b-48a9db3722cb tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Mar 08 20:20:28.860593 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (19c9b355-03bc-41e2-bfea-320e53cf5219), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:28.863984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:28.866340 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19c9b355-03bc-41e2-bfea-320e53cf5219 HTTP/1.1" status: 204 len: 168 time: 0.2410636 Mar 08 20:20:28.873499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca2506-f06e-4c8c-9f23-5314f3525b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9b355-03bc-41e2-bfea-320e53cf5219,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:29.323176 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44350) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:29.385001 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439699b-4f21-43fa-987c-47442ecbfb7f req-0a316a17-1b86-43c0-820f-51ec12af7696 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:29.386915 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7439699b-4f21-43fa-987c-47442ecbfb7f req-0a316a17-1b86-43c0-820f-51ec12af7696 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0581086 Mar 08 20:20:29.435497 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7439699b-4f21-43fa-987c-47442ecbfb7f req-b7df84ba-27a4-4336-9834-5790d339d744 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Mar 08 20:20:29.448283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-636f6e23-07a1-4700-89ee-17c1e80481c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.538990 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-636f6e23-07a1-4700-89ee-17c1e80481c2 admin admin] Publish callbacks [] for security_group (7afc796d-9204-4691-b175-8af0877e9369), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.609250 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-636f6e23-07a1-4700-89ee-17c1e80481c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7afc796d-9204-4691-b175-8af0877e9369), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.647941 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-636f6e23-07a1-4700-89ee-17c1e80481c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81b17a7a13574672b3306a76d09e4445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236437 Mar 08 20:20:29.648800 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f6e23-07a1-4700-89ee-17c1e80481c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afc796d-9204-4691-b175-8af0877e9369,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:29.650708 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44364) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:29.700114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] Publish callbacks [] for security_group (7afc796d-9204-4691-b175-8af0877e9369), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.721376 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] Publish callbacks [] for security_group (7afc796d-9204-4691-b175-8af0877e9369), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.855798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7afc796d-9204-4691-b175-8af0877e9369), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.858512 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:29.870188 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7afc796d-9204-4691-b175-8af0877e9369 HTTP/1.1" status: 204 len: 168 time: 0.2081578 Mar 08 20:20:29.870188 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77f7c9-eeda-47c3-bbf3-9d3b99a04d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afc796d-9204-4691-b175-8af0877e9369,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:29.970945 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5e72-5ae4-4f3c-808e-c9c40109d03d req-6839234f-d6b0-493a-8532-071360ab09a0 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:29.972465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1aea5e72-5ae4-4f3c-808e-c9c40109d03d req-6839234f-d6b0-493a-8532-071360ab09a0 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0559967 Mar 08 20:20:30.023198 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1aea5e72-5ae4-4f3c-808e-c9c40109d03d req-71768be0-d3af-493d-b967-6e59ce3120bf tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Mar 08 20:20:30.560871 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adfc3b-a5a8-4780-a9aa-869fb5b21969 req-f4ebcc1e-f37d-4e94-a05f-9588a6f8f104 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:30.562251 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-35adfc3b-a5a8-4780-a9aa-869fb5b21969 req-f4ebcc1e-f37d-4e94-a05f-9588a6f8f104 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0570295 Mar 08 20:20:30.615047 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-35adfc3b-a5a8-4780-a9aa-869fb5b21969 req-f76ddf69-b577-41ce-9fb8-d543df128a73 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Mar 08 20:20:31.148680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222755d-6bd5-4429-8c66-936349bc7d41 req-bfc97a50-acdb-4b42-b4b2-4654cea75459 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.150368 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0222755d-6bd5-4429-8c66-936349bc7d41 req-bfc97a50-acdb-4b42-b4b2-4654cea75459 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0560284 Mar 08 20:20:31.213085 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0222755d-6bd5-4429-8c66-936349bc7d41 req-d3fa12b0-7178-42ed-8803-b4a1abd33c04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Mar 08 20:20:31.476288 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-5464f65c-7ace-4447-b147-fbf71b21b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.477688 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-5464f65c-7ace-4447-b147-fbf71b21b8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 1128 time: 0.0458381 Mar 08 20:20:31.570382 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-b673e0c6-38ec-4066-8db1-32b9aad9d119 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638434 Mar 08 20:20:31.572631 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-9679ae5a-f075-4ca4-a18e-af7b9d84451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.575454 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-9679ae5a-f075-4ca4-a18e-af7b9d84451c service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.1602921 Mar 08 20:20:31.597023 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-7f355f15-8b8c-44d1-8827-fbdb8cf707f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.598492 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-7f355f15-8b8c-44d1-8827-fbdb8cf707f4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052511 Mar 08 20:20:31.651336 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-c94da1e6-ce3a-4e43-9f74-4db842939349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1002 time: 0.0619740 Mar 08 20:20:31.696659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-5087e5b5-f161-4466-809a-06ea9ef1ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.698156 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-769c23a1-a70d-4c23-9ad7-1c73f67aa36c req-5087e5b5-f161-4466-809a-06ea9ef1ae42 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0946321 Mar 08 20:20:31.750001 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-80bbee52-e885-4af5-abfe-04363e80824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.751473 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-80bbee52-e885-4af5-abfe-04363e80824d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0904410 Mar 08 20:20:31.799102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870592-0e39-4e67-83e6-18f1d14cf107 req-fd9393db-9ab4-4dcd-a4cd-a732efcecf0a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.806655 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64870592-0e39-4e67-83e6-18f1d14cf107 req-fd9393db-9ab4-4dcd-a4cd-a732efcecf0a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1036301 Mar 08 20:20:31.820914 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-addb373a-3dfb-4540-848f-fb01d2c58af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.822882 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-addb373a-3dfb-4540-848f-fb01d2c58af5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 1128 time: 0.0732615 Mar 08 20:20:31.856611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-eb555b9d-62cd-4346-9630-c471b64960cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.858131 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-eb555b9d-62cd-4346-9630-c471b64960cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011305 Mar 08 20:20:31.863306 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64870592-0e39-4e67-83e6-18f1d14cf107 req-72baf699-97a3-4646-8751-7c96d5c3bc8d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Mar 08 20:20:31.881388 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-ac1655d1-1cee-439c-bb3c-9e5fccc6595e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb HTTP/1.1" status: 200 len: 217 time: 0.0400894 Mar 08 20:20:31.928186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-6d4fc80d-201e-4b93-856a-d424bf491fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:31.929705 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-6d4fc80d-201e-4b93-856a-d424bf491fd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad2a4148-975b-45a7-b562-8073a742ca4c HTTP/1.1" status: 200 len: 849 time: 0.0471740 Mar 08 20:20:31.957858 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-ba31dc48-0c08-4272-8012-51a768a074a4 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932055 Mar 08 20:20:31.969439 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-cc5d17d8-f66b-4115-8acb-9e1a0b80a073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5f273e6-237f-40d6-bae5-9a1e21c3d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260568 Mar 08 20:20:32.078468 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92cd2308-881f-46d8-90ca-4168ea8c7d6b req-f3499744-6039-4433-86f9-c0c4a66ced2c service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138828 Mar 08 20:20:32.084105 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-56d62a40-ea52-4b35-a3da-58ab1dc68d67 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032643 Mar 08 20:20:32.193702 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a584e110-9e8b-4f3d-90be-5677f5340d2d req-fc5ebeb5-7574-4aa3-9805-04a5d862c5d2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877137 Mar 08 20:20:32.340819 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdbc78-aa75-4e82-9021-da018dbf92cb req-e4217a2d-3f6c-4ac9-9348-41b70f9e5668 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:32.342413 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1dfdbc78-aa75-4e82-9021-da018dbf92cb req-e4217a2d-3f6c-4ac9-9348-41b70f9e5668 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0570798 Mar 08 20:20:32.395190 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1dfdbc78-aa75-4e82-9021-da018dbf92cb req-0a6c0366-15b5-4f4a-9cc3-70b5a34a1024 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Mar 08 20:20:32.983170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c0fe3-deda-4938-86c9-be98f65bd68e req-3929fa6f-ea3d-4a0b-abfa-f50fdbdca3df tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:32.984679 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d3c0fe3-deda-4938-86c9-be98f65bd68e req-3929fa6f-ea3d-4a0b-abfa-f50fdbdca3df tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Mar 08 20:20:33.030634 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d3c0fe3-deda-4938-86c9-be98f65bd68e req-e67ebc45-1028-4886-970e-b83ff078658e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Mar 08 20:20:33.512180 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66e495-df03-4772-afca-2761f4c8911a req-46541ed2-0a99-4da9-91c6-1c64ae29f589 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:33.513642 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb66e495-df03-4772-afca-2761f4c8911a req-46541ed2-0a99-4da9-91c6-1c64ae29f589 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0531623 Mar 08 20:20:33.562287 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb66e495-df03-4772-afca-2761f4c8911a req-44089985-3f60-4303-b75f-53f9943be85e tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Mar 08 20:20:34.154086 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c0cba-ae4d-41d1-9529-cf1ed069006a req-628438f1-ebbc-428c-b5e0-f8be014e7fda tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:34.155539 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af9c0cba-ae4d-41d1-9529-cf1ed069006a req-628438f1-ebbc-428c-b5e0-f8be014e7fda tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Mar 08 20:20:34.211626 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af9c0cba-ae4d-41d1-9529-cf1ed069006a req-2d765149-0133-4915-8518-aaabd25f43c2 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Mar 08 20:20:34.680196 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7571-725e-4649-8ec1-2d3f5672d5bd req-04b4650b-0e54-4fb6-84b7-581f5cd4ee7c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:34.681660 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-007e7571-725e-4649-8ec1-2d3f5672d5bd req-04b4650b-0e54-4fb6-84b7-581f5cd4ee7c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Mar 08 20:20:34.728952 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-007e7571-725e-4649-8ec1-2d3f5672d5bd req-67ea2bd7-ccad-4535-a11e-0503e3318e3c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Mar 08 20:20:35.331935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fb5f1-b99f-403f-8bae-679e3a713233 req-c79459bd-3b0d-40f1-8c17-1251da796919 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:35.333468 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a9fb5f1-b99f-403f-8bae-679e3a713233 req-c79459bd-3b0d-40f1-8c17-1251da796919 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0537429 Mar 08 20:20:35.381928 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5a9fb5f1-b99f-403f-8bae-679e3a713233 req-2c76d715-20c5-4689-b681-fe2d73a043d5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Mar 08 20:20:35.848026 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef8537-3bbb-4d09-818e-3989517c46f8 req-a8bd9d4d-c9a6-4ef3-bb07-b04c14ca1f59 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:35.849583 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2ef8537-3bbb-4d09-818e-3989517c46f8 req-a8bd9d4d-c9a6-4ef3-bb07-b04c14ca1f59 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0541096 Mar 08 20:20:35.896551 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2ef8537-3bbb-4d09-818e-3989517c46f8 req-c1f08323-3b3c-417f-8d65-f8d6bb705a03 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Mar 08 20:20:35.976170 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44538) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:36.080095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4983411b-2a3d-48e6-a2e8-540ae3a93c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.153720 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4983411b-2a3d-48e6-a2e8-540ae3a93c51 admin admin] Publish callbacks [] for security_group (0593b2a5-cf85-43a3-a6bf-eb280bc461c6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.272005 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4983411b-2a3d-48e6-a2e8-540ae3a93c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (0593b2a5-cf85-43a3-a6bf-eb280bc461c6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.312587 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4983411b-2a3d-48e6-a2e8-540ae3a93c51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cea370377d464df6ba450c912da5eb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328145 Mar 08 20:20:36.312587 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983411b-2a3d-48e6-a2e8-540ae3a93c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0593b2a5-cf85-43a3-a6bf-eb280bc461c6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:36.312935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44550) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:36.359660 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] Publish callbacks [] for security_group (0593b2a5-cf85-43a3-a6bf-eb280bc461c6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.380199 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] Publish callbacks [] for security_group (0593b2a5-cf85-43a3-a6bf-eb280bc461c6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.502030 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (0593b2a5-cf85-43a3-a6bf-eb280bc461c6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.505632 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:36.506826 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0593b2a5-cf85-43a3-a6bf-eb280bc461c6 HTTP/1.1" status: 204 len: 168 time: 0.1928666 Mar 08 20:20:36.516152 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2dc27-125c-47ec-a4f7-a682798be70e req-db949bdf-7d42-4351-8368-99571e9d6706 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:36.517710 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95b2dc27-125c-47ec-a4f7-a682798be70e req-db949bdf-7d42-4351-8368-99571e9d6706 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0628142 Mar 08 20:20:36.525613 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720020d-d0a4-472c-9d98-dacdac4023c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0593b2a5-cf85-43a3-a6bf-eb280bc461c6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:36.616034 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95b2dc27-125c-47ec-a4f7-a682798be70e req-d10324e9-ef10-4114-9828-ecc8651a5682 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860696 Mar 08 20:20:36.876702 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 22877968-ffa5-41d5-a8f8-67c44b4080bb details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:20:36.963445 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:36.976722 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '22877968-ffa5-41d5-a8f8-67c44b4080bb', 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934', 'port_id': '22877968-ffa5-41d5-a8f8-67c44b4080bb', 'mac_address': 'fa:16:3e:72:ef:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a4148-975b-45a7-b562-8073a742ca4c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:20:37.024845 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 22877968-ffa5-41d5-a8f8-67c44b4080bb is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:37.024845 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:37.042337 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22877968-ffa5-41d5-a8f8-67c44b4080bb {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:37.046597 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec3921-24a3-46cc-a816-a63f207713f1 req-6a9be270-046b-4398-95f4-9bfadd59ee9d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:37.056923 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-82ec3921-24a3-46cc-a816-a63f207713f1 req-6a9be270-046b-4398-95f4-9bfadd59ee9d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 944 time: 0.0692146 Mar 08 20:20:37.068072 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:37.111132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-82ec3921-24a3-46cc-a816-a63f207713f1 req-54008a8d-000e-4a11-9419-0468379a41e9 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507812 Mar 08 20:20:37.191939 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:37.251563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:37.260811 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.264189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.265007 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.265099 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.265642 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.266273 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:20:37.649967 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44592) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:37.752196 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c473-7916-42db-95b1-1695b71a0de6 req-a7de6d6b-0887-4140-87cb-b5e4b8004449 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:37.754267 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6622c473-7916-42db-95b1-1695b71a0de6 req-a7de6d6b-0887-4140-87cb-b5e4b8004449 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0625520 Mar 08 20:20:37.763678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4605bc6d-61b1-4d2e-b4a2-6fe830e00964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:37.779666 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['22877968-ffa5-41d5-a8f8-67c44b4080bb'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:37.805913 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6622c473-7916-42db-95b1-1695b71a0de6 req-be27fa03-2101-4cdd-beb5-7e369a71902e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Mar 08 20:20:37.849828 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4605bc6d-61b1-4d2e-b4a2-6fe830e00964 admin admin] Publish callbacks [] for security_group (bdfd91a3-d6a8-4b08-8543-3a08965043a6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:37.929074 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4605bc6d-61b1-4d2e-b4a2-6fe830e00964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bdfd91a3-d6a8-4b08-8543-3a08965043a6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:37.967440 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4605bc6d-61b1-4d2e-b4a2-6fe830e00964 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec9c0e97cc30427d875758a8fb9fdd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162591 Mar 08 20:20:37.968207 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605bc6d-61b1-4d2e-b4a2-6fe830e00964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd91a3-d6a8-4b08-8543-3a08965043a6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:37.970018 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44600) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:38.018841 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] Publish callbacks [] for security_group (bdfd91a3-d6a8-4b08-8543-3a08965043a6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.039797 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] Publish callbacks [] for security_group (bdfd91a3-d6a8-4b08-8543-3a08965043a6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.140750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bdfd91a3-d6a8-4b08-8543-3a08965043a6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.143349 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.144850 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdfd91a3-d6a8-4b08-8543-3a08965043a6 HTTP/1.1" status: 204 len: 168 time: 0.1735430 Mar 08 20:20:38.153158 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab9dbd-9183-4c67-9475-b8134347bfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd91a3-d6a8-4b08-8543-3a08965043a6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:38.233702 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f92e80-52b4-43d6-b408-f8db0ec41b25 req-3a3ac562-baec-4ce4-a592-c132f66fc632 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:38.235100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1f92e80-52b4-43d6-b408-f8db0ec41b25 req-3a3ac562-baec-4ce4-a592-c132f66fc632 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Mar 08 20:20:38.284969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1f92e80-52b4-43d6-b408-f8db0ec41b25 req-6f66c6b3-9790-4e50-8a83-69171101f94c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Mar 08 20:20:38.822772 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44614) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:38.836332 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7b36-eb34-46e1-ad10-29affa7517d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.939681 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7b36-eb34-46e1-ad10-29affa7517d3 admin admin] Publish callbacks [] for security_group (e2d28e3b-412f-4a54-8bdf-bab05cd9c881), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:38.953870 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae104d-4018-4681-b40c-e54592a64728 req-c7a326c3-f5f5-41c6-9f91-5c2ffbb0a7ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:38.958152 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0eae104d-4018-4681-b40c-e54592a64728 req-c7a326c3-f5f5-41c6-9f91-5c2ffbb0a7ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0768147 Mar 08 20:20:39.002534 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0eae104d-4018-4681-b40c-e54592a64728 req-7b405a46-4bff-4722-b08d-1cf39c645f4c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Mar 08 20:20:39.003536 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c1f7b36-eb34-46e1-ad10-29affa7517d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e2d28e3b-412f-4a54-8bdf-bab05cd9c881), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:39.044429 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8c1f7b36-eb34-46e1-ad10-29affa7517d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bf9f019f97843d3a9091c27bdace6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180612 Mar 08 20:20:39.044429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f7b36-eb34-46e1-ad10-29affa7517d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d28e3b-412f-4a54-8bdf-bab05cd9c881,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:39.044918 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44618) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:39.096647 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] Publish callbacks [] for security_group (e2d28e3b-412f-4a54-8bdf-bab05cd9c881), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:39.117448 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] Publish callbacks [] for security_group (e2d28e3b-412f-4a54-8bdf-bab05cd9c881), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:39.243213 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e2d28e3b-412f-4a54-8bdf-bab05cd9c881), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:39.245760 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:39.246926 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d28e3b-412f-4a54-8bdf-bab05cd9c881 HTTP/1.1" status: 204 len: 168 time: 0.2008951 Mar 08 20:20:39.256472 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3411a-6ab8-4043-bc21-d09d1b96ea11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d28e3b-412f-4a54-8bdf-bab05cd9c881,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:39.408840 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca342e-24dc-467e-822c-b90d3cd163e0 req-b9995d37-a28b-4b4f-ba7d-2b89c5a745d3 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:39.410853 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27ca342e-24dc-467e-822c-b90d3cd163e0 req-b9995d37-a28b-4b4f-ba7d-2b89c5a745d3 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 945 time: 0.0592299 Mar 08 20:20:39.458496 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27ca342e-24dc-467e-822c-b90d3cd163e0 req-229d8cb5-0cd0-4d2e-b4c4-c5ed6dde4ce1 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Mar 08 20:20:40.149982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebe66-f89b-4582-90bd-dd6638c18c4a req-d72b777a-7807-4132-be39-79a3b5daf5d9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:40.151625 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73aebe66-f89b-4582-90bd-dd6638c18c4a req-d72b777a-7807-4132-be39-79a3b5daf5d9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0654938 Mar 08 20:20:40.202204 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73aebe66-f89b-4582-90bd-dd6638c18c4a req-ca66a249-f178-440f-9313-099e3f15cee6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Mar 08 20:20:40.578219 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f78bc-8794-4083-990c-ab67b2b87fd2 req-7ef5dc90-be4c-4733-8a74-e0f84097cee4 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:40.579866 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-806f78bc-8794-4083-990c-ab67b2b87fd2 req-7ef5dc90-be4c-4733-8a74-e0f84097cee4 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 945 time: 0.0539827 Mar 08 20:20:40.631358 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-806f78bc-8794-4083-990c-ab67b2b87fd2 req-8c159329-3708-420c-9102-a838686a47ae tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Mar 08 20:20:40.883798 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 22877968-ffa5-41d5-a8f8-67c44b4080bb up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:20:40.986526 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 22877968-ffa5-41d5-a8f8-67c44b4080bb completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:20:40.991275 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 22877968-ffa5-41d5-a8f8-67c44b4080bb triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:20:40.991951 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:41.074458 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 22877968-ffa5-41d5-a8f8-67c44b4080bb is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:20:41.074959 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:41.100852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:41.103215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb761e56-6d84-4dd8-9b1e-666c878a3dc8" -d '{"events": [{"server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "name": "network-vif-plugged", "status": "completed", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:41.116925 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:41.141847 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb1c77-a50c-4393-8aa6-3bdcd832e2b7 x-openstack-request-id: req-8adb1c77-a50c-4393-8aa6-3bdcd832e2b7 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:41.142142 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "name": "network-vif-plugged", "status": "completed", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:41.142399 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8adb1c77-a50c-4393-8aa6-3bdcd832e2b7 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:41.142827 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb', 'code': 200} Mar 08 20:20:41.243986 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:41.312472 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:41.342643 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da857b62-4f31-4d86-a446-be5ca4bafc34 req-dd853121-181b-4157-a5e4-76fde5f39242 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:41.347572 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da857b62-4f31-4d86-a446-be5ca4bafc34 req-dd853121-181b-4157-a5e4-76fde5f39242 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0650563 Mar 08 20:20:41.398500 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da857b62-4f31-4d86-a446-be5ca4bafc34 req-bdc4a488-8dba-4abf-91d0-b1e350047812 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Mar 08 20:20:41.541675 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bedf9-863c-4897-a2cd-33b7f0583bc4 req-855fb20f-da8e-4686-ae88-cc39182c623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:41.549703 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1d6bedf9-863c-4897-a2cd-33b7f0583bc4 req-855fb20f-da8e-4686-ae88-cc39182c623d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 1130 time: 0.0442064 Mar 08 20:20:41.598695 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1d6bedf9-863c-4897-a2cd-33b7f0583bc4 req-97ecab60-6a06-4b86-85a6-e8b9e96a5a19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374320 Mar 08 20:20:41.759909 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf47b05-eba3-4df2-8c67-3d7dc1b5e750 req-bb1397d3-5e88-44a4-ab8e-7723ee88a1af tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:41.762106 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7bf47b05-eba3-4df2-8c67-3d7dc1b5e750 req-bb1397d3-5e88-44a4-ab8e-7723ee88a1af tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.0546227 Mar 08 20:20:41.809644 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7bf47b05-eba3-4df2-8c67-3d7dc1b5e750 req-949ec698-c958-4358-8f32-a553dfbebcc8 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Mar 08 20:20:42.102320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473109-3a37-4653-a8e0-1d467d8e75f1 req-f53658ee-1a2e-4c17-bcfe-57914108221f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:42.103827 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c473109-3a37-4653-a8e0-1d467d8e75f1 req-f53658ee-1a2e-4c17-bcfe-57914108221f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0566845 Mar 08 20:20:42.150299 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c473109-3a37-4653-a8e0-1d467d8e75f1 req-6b1812b4-655f-438f-84ea-8badadd23305 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Mar 08 20:20:42.511852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02022ce-0d78-492a-9cb3-c515150343ad req-8920634e-de96-402a-a59c-47af4385a08d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:42.513330 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c02022ce-0d78-492a-9cb3-c515150343ad req-8920634e-de96-402a-a59c-47af4385a08d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0515289 Mar 08 20:20:42.559716 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c02022ce-0d78-492a-9cb3-c515150343ad req-6be264dc-a2d9-4361-837e-cffb1d9ac72c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Mar 08 20:20:42.932342 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2a799-6816-42f9-ad13-31ab9f5f7e4e req-cdd343e4-73cf-4ed5-8663-6653bf3449f2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:42.933884 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79e2a799-6816-42f9-ad13-31ab9f5f7e4e req-cdd343e4-73cf-4ed5-8663-6653bf3449f2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.0580485 Mar 08 20:20:42.981727 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79e2a799-6816-42f9-ad13-31ab9f5f7e4e req-0b8c50a8-2e83-4a37-8ee9-122123bc4f39 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Mar 08 20:20:43.267851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fedc47-50b2-4ed3-993c-9311af9b78f1 req-627837c8-2db4-4bf7-92d5-8bf752c1e103 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:43.269335 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0fedc47-50b2-4ed3-993c-9311af9b78f1 req-627837c8-2db4-4bf7-92d5-8bf752c1e103 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0541561 Mar 08 20:20:43.334109 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0fedc47-50b2-4ed3-993c-9311af9b78f1 req-1eae9e5a-dd0f-46ac-b632-99e51d9ba5da tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Mar 08 20:20:43.685643 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691b71-ac47-4432-95d8-36768af257ea req-1290e53f-18ec-4b9f-8f44-01f5a968c1a3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:43.687186 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37691b71-ac47-4432-95d8-36768af257ea req-1290e53f-18ec-4b9f-8f44-01f5a968c1a3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0591652 Mar 08 20:20:43.736158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37691b71-ac47-4432-95d8-36768af257ea req-11dbe595-9cae-43c6-877a-d4fa0a2f6d96 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432713 Mar 08 20:20:44.302810 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf54d53-a2a4-4f9a-972a-f78ad8da4343 req-462e6398-1c12-4648-add7-194acbcea621 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:44.304428 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bf54d53-a2a4-4f9a-972a-f78ad8da4343 req-462e6398-1c12-4648-add7-194acbcea621 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.2564433 Mar 08 20:20:44.354856 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bf54d53-a2a4-4f9a-972a-f78ad8da4343 req-8f5d1761-d972-435a-a4b7-18a9a6bf06a5 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Mar 08 20:20:44.453482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b113c3-1e3e-4ece-bce2-538a495d8bc2 req-2c7f719f-5329-4a00-bca9-63e9c393f5ff tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:44.455100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8b113c3-1e3e-4ece-bce2-538a495d8bc2 req-2c7f719f-5329-4a00-bca9-63e9c393f5ff tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.0531125 Mar 08 20:20:44.501615 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8b113c3-1e3e-4ece-bce2-538a495d8bc2 req-de53057a-52d6-43a6-b197-50c983761f33 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/security-groups?id=19eb8ee1-3155-4df7-aa6f-68118df82adb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Mar 08 20:20:44.858174 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865af52-060d-45f3-92ea-f8a1915a6603 req-3c83dae5-6add-4181-9c23-d89dd2574558 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:44.859858 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8865af52-060d-45f3-92ea-f8a1915a6603 req-3c83dae5-6add-4181-9c23-d89dd2574558 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Mar 08 20:20:44.908064 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8865af52-060d-45f3-92ea-f8a1915a6603 req-f79a03aa-5b19-4a63-9084-3f65c472f783 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Mar 08 20:20:44.937388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-73a96db3-14a3-4c54-b0b1-88998821267f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:44.938959 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-73a96db3-14a3-4c54-b0b1-88998821267f tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.47 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 945 time: 0.1009359 Mar 08 20:20:45.096460 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Deleting port eb11c8a4-01cf-4305-b101-bf42805fe1b9 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:20:45.097047 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:45.188239 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] For port eb11c8a4-01cf-4305-b101-bf42805fe1b9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=eb11c8a4-01cf-4305-b101-bf42805fe1b9,segment=NetworkSegment(bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3),segment_id=bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:45.188598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:45.203389 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Calling delete_port for eb11c8a4-01cf-4305-b101-bf42805fe1b9 owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:20:45.483499 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (eb11c8a4-01cf-4305-b101-bf42805fe1b9), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:45.514753 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Pushing event deleted for resources: {'Port': ['ID=eb11c8a4-01cf-4305-b101-bf42805fe1b9,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:45.579386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] No DVR routers for this DVR port eb11c8a4-01cf-4305-b101-bf42805fe1b9 on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:20:45.583214 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:45.589207 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-63062123-ba23-4b6b-940a-8a816f6ed2a7 req-f4277db2-ec42-4c12-bae2-66dbfd64d6ea tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.47 "DELETE /v2.0/ports/eb11c8a4-01cf-4305-b101-bf42805fe1b9 HTTP/1.1" status: 204 len: 173 time: 0.6397059 Mar 08 20:20:45.589484 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'name': 'network-vif-deleted', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:45.599489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e904b8c-538e-437f-9e6c-21ae8323ee10" -d '{"events": [{"server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "name": "network-vif-deleted", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:45.604375 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a1bd599a-cff9-4c6f-8b92-db466f7dc761 req-b897c72d-c8f6-4f21-b9bf-ec9ea29f23ba tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0343761 Mar 08 20:20:45.644541 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be57f3a2-40f9-464a-877a-66401d906a2b x-openstack-request-id: req-be57f3a2-40f9-464a-877a-66401d906a2b {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:45.644846 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bfb0c2-a880-489f-b750-fcf96b68e31a", "name": "network-vif-deleted", "tag": "eb11c8a4-01cf-4305-b101-bf42805fe1b9", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:45.645105 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be57f3a2-40f9-464a-877a-66401d906a2b {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:45.645504 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bfb0c2-a880-489f-b750-fcf96b68e31a', 'name': 'network-vif-deleted', 'tag': 'eb11c8a4-01cf-4305-b101-bf42805fe1b9', 'status': 'completed', 'code': 200} Mar 08 20:20:45.928556 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f3321-33d7-43c5-afe8-f105c38d9de1 req-66e3b129-240b-4a8f-9025-ef83349c7003 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:45.930097 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-274f3321-33d7-43c5-afe8-f105c38d9de1 req-66e3b129-240b-4a8f-9025-ef83349c7003 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.0623615 Mar 08 20:20:45.969281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6d993ad5-0065-48df-82e0-aa167d0f6d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:45.993240 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-274f3321-33d7-43c5-afe8-f105c38d9de1 req-d253e6d7-5a38-44b2-bedd-3dfdbf642885 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575995 Mar 08 20:20:46.049118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672c9d3-6f38-491f-b32d-5991035c3d95 req-26262e64-2b5f-461c-9c34-d85178564ae5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:46.051561 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d672c9d3-6f38-491f-b32d-5991035c3d95 req-26262e64-2b5f-461c-9c34-d85178564ae5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0564389 Mar 08 20:20:46.100436 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d672c9d3-6f38-491f-b32d-5991035c3d95 req-c6428e68-d33d-421a-83f7-c163f66dd5da tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Mar 08 20:20:46.719398 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0b9c4f32-21a8-482a-8f4f-e76fc0606809 req-c8d1b504-983e-457d-bc20-1f590b6542d5 tempest-DeleteServersTestJSON-252015481 tempest-DeleteServersTestJSON-252015481-project] 10.222.0.18 "GET /v2.0/ports?device_id=89bfb0c2-a880-489f-b750-fcf96b68e31a HTTP/1.1" status: 200 len: 210 time: 0.0270426 Mar 08 20:20:46.963361 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device eb11c8a4-01cf-4305-b101-bf42805fe1b9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:20:46.984026 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: eb11c8a4-01cf-4305-b101-bf42805fe1b9 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:20:46.984700 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device eb11c8a4-01cf-4305-b101-bf42805fe1b9 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:20:47.117586 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38534-c198-474e-b057-89307abfc5fa req-f6d2f13c-15c8-48f6-96df-88811cd07e07 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:47.119078 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3ff38534-c198-474e-b057-89307abfc5fa req-f6d2f13c-15c8-48f6-96df-88811cd07e07 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.0563369 Mar 08 20:20:47.178979 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3ff38534-c198-474e-b057-89307abfc5fa req-a491fd8d-50ee-4df7-9b50-cb0468c07601 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542204 Mar 08 20:20:47.222658 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d133b-696c-48fc-833c-266a4e13c3de req-d492348d-d7ea-4fbe-b550-1c619b222878 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:47.225196 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f63d133b-696c-48fc-833c-266a4e13c3de req-d492348d-d7ea-4fbe-b550-1c619b222878 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0583973 Mar 08 20:20:47.281600 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f63d133b-696c-48fc-833c-266a4e13c3de req-a7b59116-ffd8-4a78-9366-93672e0cc259 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Mar 08 20:20:47.874410 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:20:47.915539 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44806) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:47.924123 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-67dd6ef0-3ea6-4cc5-9dd8-1f726a0aba7d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:47.925596 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-67dd6ef0-3ea6-4cc5-9dd8-1f726a0aba7d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.0711839 Mar 08 20:20:48.032724 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Deleting port 22877968-ffa5-41d5-a8f8-67c44b4080bb {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:20:48.033072 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.048596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2abd34c-baa9-4633-815c-827c1956f978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.134101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] For port 22877968-ffa5-41d5-a8f8-67c44b4080bb, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=22877968-ffa5-41d5-a8f8-67c44b4080bb,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:20:48.134573 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.135200 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2abd34c-baa9-4633-815c-827c1956f978 admin admin] Publish callbacks [] for security_group (86731e2a-07b4-44e5-a1e4-d2df9839dfae), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.147260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Calling delete_port for 22877968-ffa5-41d5-a8f8-67c44b4080bb owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:20:48.209478 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2abd34c-baa9-4633-815c-827c1956f978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (86731e2a-07b4-44e5-a1e4-d2df9839dfae), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.274571 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b2abd34c-baa9-4633-815c-827c1956f978 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fec1fbbf57d54400a20e09c78536ceea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566513 Mar 08 20:20:48.277447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44830) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:48.334382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abd34c-baa9-4633-815c-827c1956f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86731e2a-07b4-44e5-a1e4-d2df9839dfae,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:48.335211 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d639f78e-2be2-4933-a776-4774a61c6dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.349316 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] Publish callbacks [] for security_group (86731e2a-07b4-44e5-a1e4-d2df9839dfae), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.375112 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] Publish callbacks [] for security_group (86731e2a-07b4-44e5-a1e4-d2df9839dfae), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.389988 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617a76-7793-4659-bd49-fefd7385163a req-8d9fb539-aac7-4fba-a3b0-539f66e4fdf7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:48.391662 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae617a76-7793-4659-bd49-fefd7385163a req-8d9fb539-aac7-4fba-a3b0-539f66e4fdf7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 946 time: 0.1237624 Mar 08 20:20:48.411987 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (22877968-ffa5-41d5-a8f8-67c44b4080bb), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.431733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['22877968-ffa5-41d5-a8f8-67c44b4080bb'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:20:48.444111 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Pushing event deleted for resources: {'Port': ['ID=22877968-ffa5-41d5-a8f8-67c44b4080bb,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:48.471075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04685b5-67ce-4454-8696-b2ab5d732eef req-1743ac8d-1e2a-4ef8-ba30-71279c92b2ac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:48.478512 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c04685b5-67ce-4454-8696-b2ab5d732eef req-1743ac8d-1e2a-4ef8-ba30-71279c92b2ac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1105649 Mar 08 20:20:48.502832 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] No DVR routers for this DVR port 22877968-ffa5-41d5-a8f8-67c44b4080bb on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:20:48.512792 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae617a76-7793-4659-bd49-fefd7385163a req-3bd1a996-279d-4dc1-bd21-2c4883af18cc tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911720 Mar 08 20:20:48.515555 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.521983 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-bd2f52c5-e892-4e2e-92d6-bde7fdd422ad req-e7031f34-4e20-4245-996c-f7bcf3109d72 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "DELETE /v2.0/ports/22877968-ffa5-41d5-a8f8-67c44b4080bb HTTP/1.1" status: 204 len: 173 time: 0.5906878 Mar 08 20:20:48.522475 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'name': 'network-vif-deleted', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:48.524850 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855a035e-185c-4654-9eef-cdfaa26797ad" -d '{"events": [{"server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "name": "network-vif-deleted", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:48.549713 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c04685b5-67ce-4454-8696-b2ab5d732eef req-6ae8ea69-13c0-4fca-85e0-db7c042b1196 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703006 Mar 08 20:20:48.560081 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa47de-af3e-41f9-92ce-57496ec7576b x-openstack-request-id: req-0ffa47de-af3e-41f9-92ce-57496ec7576b {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:48.560600 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2", "name": "network-vif-deleted", "tag": "22877968-ffa5-41d5-a8f8-67c44b4080bb", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:48.560900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ffa47de-af3e-41f9-92ce-57496ec7576b {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:48.569541 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2', 'name': 'network-vif-deleted', 'tag': '22877968-ffa5-41d5-a8f8-67c44b4080bb', 'status': 'completed', 'code': 200} Mar 08 20:20:48.591383 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (86731e2a-07b4-44e5-a1e4-d2df9839dfae), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.593978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:48.595140 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86731e2a-07b4-44e5-a1e4-d2df9839dfae HTTP/1.1" status: 204 len: 168 time: 0.3166871 Mar 08 20:20:48.603748 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330def5d-9288-4c70-a5a2-3f5c626d982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86731e2a-07b4-44e5-a1e4-d2df9839dfae,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:49.359404 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 44858) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:49.396378 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44860) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:49.409056 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7c0016a4-8965-4fcc-b1af-3bc08d9be25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.413899 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Deleting subnet 4b61e717-dedd-4a73-a8b7-30dbdcd93674 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:20:49.416980 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Publish callbacks [] for subnet (4b61e717-dedd-4a73-a8b7-30dbdcd93674), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.453996 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (4b61e717-dedd-4a73-a8b7-30dbdcd93674), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.491266 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7c0016a4-8965-4fcc-b1af-3bc08d9be25e admin admin] Publish callbacks [] for security_group (26b8b324-8505-4ca0-8ec4-4e431d1c88b5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.502168 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (4b61e717-dedd-4a73-a8b7-30dbdcd93674), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.603529 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.610104 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e400ec19-0b6b-4798-9070-9a8daf31e29f req-f8878521-f134-4701-a171-a596912464eb tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb1ab24-7648-4df2-8c1d-9a7b6c5400b2 HTTP/1.1" status: 200 len: 210 time: 0.0359428 Mar 08 20:20:49.611432 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7c0016a4-8965-4fcc-b1af-3bc08d9be25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (26b8b324-8505-4ca0-8ec4-4e431d1c88b5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.677800 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7c0016a4-8965-4fcc-b1af-3bc08d9be25e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1b8e5f145ba4c67ad77d69a0826fcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796972 Mar 08 20:20:49.678651 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (4b61e717-dedd-4a73-a8b7-30dbdcd93674), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.680840 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44866) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:49.687538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0016a4-8965-4fcc-b1af-3bc08d9be25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8b324-8505-4ca0-8ec4-4e431d1c88b5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:49.707634 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.714035 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b61e717-dedd-4a73-a8b7-30dbdcd93674 HTTP/1.1" status: 204 len: 168 time: 0.3513088 Mar 08 20:20:49.714035 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5384411-f62a-4c7b-a931-8fd22c4bd54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b61e717-dedd-4a73-a8b7-30dbdcd93674,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:49.717222 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44868) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:49.756324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0263c0-8a7d-4d55-82f3-aa0e30ca4c6a req-31cec55c-0f96-4ba9-be3a-20eab098ed08 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:49.763249 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e0263c0-8a7d-4d55-82f3-aa0e30ca4c6a req-31cec55c-0f96-4ba9-be3a-20eab098ed08 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1241152 Mar 08 20:20:49.835702 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (efca2684-dd94-46cf-8b97-cf7c88c6902f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.840087 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] Publish callbacks [] for security_group (26b8b324-8505-4ca0-8ec4-4e431d1c88b5), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.888723 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e0263c0-8a7d-4d55-82f3-aa0e30ca4c6a req-4505ffff-9e2c-48cf-bf3f-724e71434323 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220555 Mar 08 20:20:49.893185 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] Publish callbacks [] for security_group (26b8b324-8505-4ca0-8ec4-4e431d1c88b5), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:49.988992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (efca2684-dd94-46cf-8b97-cf7c88c6902f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.011351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.011704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.012540 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.012920 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > port after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.013326 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.013683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > port after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.014005 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.014373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.014691 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.015011 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.082986 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.083341 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.083705 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.084061 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:20:50.084446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efca2684-dd94-46cf-8b97-cf7c88c6902f']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:50.102705 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:50.103000 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:20:50.119554 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7497530'] for segment (bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.140125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.148022 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:20:50.148401 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419478'] for segment (bc0be3eb-ccba-42a0-8c79-abb6cb4ee7a3), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: from cryptography.utils import int_from_bytes Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: from cryptography.utils import int_from_bytes Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: Traceback (most recent call last): Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: timer() Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: cb(*args, **kw) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: return func(*args, **kwargs) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: self._notify() Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: self.callback(batched_events) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: event.method(event) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: return f(self, *a, **k) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._get(url).json() Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:20:50.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:20:50.197925 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (26b8b324-8505-4ca0-8ec4-4e431d1c88b5), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.200584 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.201751 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26b8b324-8505-4ca0-8ec4-4e431d1c88b5 HTTP/1.1" status: 204 len: 168 time: 0.5197492 Mar 08 20:20:50.216537 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd570-358d-43ec-ae52-cf91a7a12dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8b324-8505-4ca0-8ec4-4e431d1c88b5,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:50.288975 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (efca2684-dd94-46cf-8b97-cf7c88c6902f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.296520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.299789 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] 10.222.0.18 "DELETE /v2.0/networks/efca2684-dd94-46cf-8b97-cf7c88c6902f HTTP/1.1" status: 204 len: 168 time: 0.5805764 Mar 08 20:20:50.310384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b7230-fe42-4b5a-ac65-31e1f008ab3a admin admin] Pushing event deleted for resources: {'Network': ['ID=efca2684-dd94-46cf-8b97-cf7c88c6902f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:50.593187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44886) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:50.634501 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-90e70ea8-e08f-431c-afc8-84688adf2874 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4af90649a8eb46a89ce76bab28e1c70c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399330 Mar 08 20:20:50.636984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44890) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:50.689154 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] Publish callbacks [] for security_group (19eb8ee1-3155-4df7-aa6f-68118df82adb), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.713000 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] Publish callbacks [] for security_group (19eb8ee1-3155-4df7-aa6f-68118df82adb), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.907656 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (19eb8ee1-3155-4df7-aa6f-68118df82adb), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.910278 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:50.912060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19eb8ee1-3155-4df7-aa6f-68118df82adb HTTP/1.1" status: 204 len: 168 time: 0.2734923 Mar 08 20:20:50.931793 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02c8bc-ca62-4328-b124-acdc34b89fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb8ee1-3155-4df7-aa6f-68118df82adb,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:50.951647 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-73cc1c19-7542-4d74-8699-db2b7852e32b tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:50.959267 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-73cc1c19-7542-4d74-8699-db2b7852e32b tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/networks?id=c5f273e6-237f-40d6-bae5-9a1e21c3d934 HTTP/1.1" status: 200 len: 809 time: 0.1288178 Mar 08 20:20:50.984323 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-82bf0ee7-2ee4-48a4-907e-917b791aaf8d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/quotas/271bf83a52724f559aa190aeeb1cbe4f HTTP/1.1" status: 200 len: 375 time: 0.0240943 Mar 08 20:20:50.991432 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 22877968-ffa5-41d5-a8f8-67c44b4080bb no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:20:51.015302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 22877968-ffa5-41d5-a8f8-67c44b4080bb {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:20:51.015898 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 22877968-ffa5-41d5-a8f8-67c44b4080bb not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:20:51.040380 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-179daac4-ecb6-4b5b-8fd3-718340ae6bc0 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323820 Mar 08 20:20:51.088930 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d235aa0-ea9e-4247-92b4-90d75e8a76da req-e80f7746-c38e-478e-b83e-3982884f66cd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:51.090430 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d235aa0-ea9e-4247-92b4-90d75e8a76da req-e80f7746-c38e-478e-b83e-3982884f66cd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1218944 Mar 08 20:20:51.187469 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d235aa0-ea9e-4247-92b4-90d75e8a76da req-05a2c275-ec4e-43cd-b40f-c9108891b588 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Mar 08 20:20:51.191112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8e857bf7-11de-439c-bcb9-4f7115251426 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379683 Mar 08 20:20:51.310668 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-20854a09-e8f1-4777-b780-b4fdf8699ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093321 Mar 08 20:20:51.335192 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:51.622119 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53099379-646e-4888-a773-2e9c90b4ebd9 req-dd8a63bf-dbf4-4ad4-b51d-31b312b6021d tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 210 time: 0.0477896 Mar 08 20:20:52.340111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad3e8b-a66e-4869-befe-31875bcb9413 req-ddd2f673-3b7c-4c87-afdc-b628647a132b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:52.341751 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baad3e8b-a66e-4869-befe-31875bcb9413 req-ddd2f673-3b7c-4c87-afdc-b628647a132b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0605476 Mar 08 20:20:52.393305 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baad3e8b-a66e-4869-befe-31875bcb9413 req-8b6b5b4f-314b-4f42-b24b-77311454c656 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Mar 08 20:20:52.413779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 44986) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:52.522740 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed32694e-2152-417b-a3db-57fec5fc8ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.545745 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.603455 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed32694e-2152-417b-a3db-57fec5fc8ec5 admin admin] Publish callbacks [] for security_group (91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.726223 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f278a1a4-89dd-4a27-8c0d-20e2ca36f14a req-d90c5aed-08eb-4b98-8d14-f0900d648621 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 210 time: 0.0285714 Mar 08 20:20:52.727091 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed32694e-2152-417b-a3db-57fec5fc8ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.780406 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ed32694e-2152-417b-a3db-57fec5fc8ec5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=949a29a6cb1d4ec98d8835ee3bce29c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654976 Mar 08 20:20:52.781499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32694e-2152-417b-a3db-57fec5fc8ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:52.783820 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45014) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:52.833830 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] Publish callbacks [] for security_group (91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.854760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] Publish callbacks [] for security_group (91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.979982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.982597 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:52.983776 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f HTTP/1.1" status: 204 len: 168 time: 0.1990533 Mar 08 20:20:52.992007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16392c-b1fb-4eb7-ad93-1587ff74c928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e5ce42-bd52-49a2-9e50-c8a0ccdddf1f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:53.142638 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45020) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:53.359338 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8646a819-2fec-49bd-86dd-409a795b0ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.438082 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8646a819-2fec-49bd-86dd-409a795b0ccf admin admin] Publish callbacks [] for security_group (85a08561-6bf6-486c-8e0e-0f332dc30391), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.517659 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb982-4b3e-43bb-ae3e-ce1ee99455ab req-9d4673f8-e615-442a-8a54-0eff13f3f5a0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:53.519029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c5fb982-4b3e-43bb-ae3e-ce1ee99455ab req-9d4673f8-e615-442a-8a54-0eff13f3f5a0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0509171 Mar 08 20:20:53.568315 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c5fb982-4b3e-43bb-ae3e-ce1ee99455ab req-357aeb87-4ebf-4409-93f7-7eaa15057785 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Mar 08 20:20:53.585833 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8646a819-2fec-49bd-86dd-409a795b0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (85a08561-6bf6-486c-8e0e-0f332dc30391), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.631947 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45038) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:53.632456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8646a819-2fec-49bd-86dd-409a795b0ccf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d67ab5e491b54a1b83bdf0507ca5f34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883242 Mar 08 20:20:53.639182 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a819-2fec-49bd-86dd-409a795b0ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a08561-6bf6-486c-8e0e-0f332dc30391,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:53.681798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] Publish callbacks [] for security_group (85a08561-6bf6-486c-8e0e-0f332dc30391), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.703095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] Publish callbacks [] for security_group (85a08561-6bf6-486c-8e0e-0f332dc30391), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.826611 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac040909-9127-40e9-baf5-22bb735675fa req-4115162c-6695-476d-823f-0ee35ea74fe5 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 210 time: 0.0285451 Mar 08 20:20:53.877542 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (85a08561-6bf6-486c-8e0e-0f332dc30391), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.881769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:53.887259 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85a08561-6bf6-486c-8e0e-0f332dc30391 HTTP/1.1" status: 204 len: 168 time: 0.2541380 Mar 08 20:20:53.897497 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f92021-57c9-40b4-aae9-b53cdd004680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a08561-6bf6-486c-8e0e-0f332dc30391,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:54.041313 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-6b4a190e-a636-4c65-86f1-ab00eb7563de tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:54.042802 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-6b4a190e-a636-4c65-86f1-ab00eb7563de tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "GET /v2.0/networks?id=c5f273e6-237f-40d6-bae5-9a1e21c3d934 HTTP/1.1" status: 200 len: 809 time: 0.1300681 Mar 08 20:20:54.057200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Request body: {'port': {'device_id': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934', 'admin_state_up': True, 'tenant_id': '271bf83a52724f559aa190aeeb1cbe4f'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:54.260150 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Made reservation on behalf of 271bf83a52724f559aa190aeeb1cbe4f for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:20:54.263652 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:54.409125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Allocated IP 172.20.0.8 (c5f273e6-237f-40d6-bae5-9a1e21c3d934/ad2a4148-975b-45a7-b562-8073a742ca4c/cfdaf9c3-8b8f-444f-a93b-79abc386f6bc) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:20:54.568943 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks [] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:54.688006 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ccf11-edd3-4389-8004-afca08b20245 req-e5b4370b-65cf-48eb-8401-2be407c294a6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:54.689513 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd7ccf11-edd3-4389-8004-afca08b20245 req-e5b4370b-65cf-48eb-8401-2be407c294a6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0541205 Mar 08 20:20:54.706597 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:54.737375 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd7ccf11-edd3-4389-8004-afca08b20245 req-5cdef057-d42d-41b3-9a79-58f6a3c34922 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Mar 08 20:20:54.753473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Network c5f273e6-237f-40d6-bae5-9a1e21c3d934 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:20:54.756626 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:20:54.760572 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:20:54.787830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Pushing event updated for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:54.814189 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:54.814782 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:54.925944 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-68488e07-8d31-4ff5-9b5a-4c4740637b04 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725586 Mar 08 20:20:54.938452 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Request body: {'port': {'device_id': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:20:54.955095 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79bb8d-87c0-40f7-a1c0-f7a36a951c2a req-2e372074-7d79-45fa-a4cf-bb8b46667616 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:54.956621 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af79bb8d-87c0-40f7-a1c0-f7a36a951c2a req-2e372074-7d79-45fa-a4cf-bb8b46667616 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 931 time: 0.0591049 Mar 08 20:20:55.003474 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.006302 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af79bb8d-87c0-40f7-a1c0-f7a36a951c2a req-3157c7a2-d146-428e-9168-272c752897f2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Mar 08 20:20:55.297663 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdaf9c3-8b8f-444f-a93b-79abc386f6bc {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:20:55.306455 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks [] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.320020 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Transition to ACTIVE for port object cfdaf9c3-8b8f-444f-a93b-79abc386f6bc will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:20:55.425919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.497900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Pushing event updated for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:55.545783 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Attempting to bind port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:20:55.546109 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Attempting to bind port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:20:55.546430 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Attempting to bind port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:55.550505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:20:55.550814 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Attempting to bind port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc on network c5f273e6-237f-40d6-bae5-9a1e21c3d934 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:20:55.555379 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:20:55.555706 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Checking segment: {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:20:55.556107 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Bound using segment: {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:20:55.556518 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Bound port: cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2676235d-e63d-46ee-9f19-3545a5ce383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:20:55.556867 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.621479 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:20:55.624200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:20:55.717548 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.718091 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.752787 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:55.753397 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:55.755249 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] 10.222.0.47 "PUT /v2.0/ports/cfdaf9c3-8b8f-444f-a93b-79abc386f6bc HTTP/1.1" status: 200 len: 1093 time: 0.8224232 Mar 08 20:20:55.755678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:20:55.757945 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:20:55.780154 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6afdd9-083d-4047-a793-1494209a718f service neutron] Pushing event updated for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:55.795486 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d937e63-15a1-4960-9050-af47b42cdb43 x-openstack-request-id: req-0d937e63-15a1-4960-9050-af47b42cdb43 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:20:55.795919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:20:55.796243 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d937e63-15a1-4960-9050-af47b42cdb43 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:20:55.796693 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc', 'status': 'completed', 'code': 200} Mar 08 20:20:55.862312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-3675c7e0-c04c-434b-b1f2-4cab27202ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:55.863989 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-3675c7e0-c04c-434b-b1f2-4cab27202ceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 1127 time: 0.0475428 Mar 08 20:20:55.869705 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418a2f-0224-4e7a-84b5-e6fe2c3794d7 req-4ef16220-3ab7-4c5e-b1e9-6f0fe7d6aac1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:55.871824 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4418a2f-0224-4e7a-84b5-e6fe2c3794d7 req-4ef16220-3ab7-4c5e-b1e9-6f0fe7d6aac1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0565803 Mar 08 20:20:55.922867 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4418a2f-0224-4e7a-84b5-e6fe2c3794d7 req-d33f4340-c34a-4f39-8fc5-5345647a23f7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451252 Mar 08 20:20:55.974560 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-3c254589-189e-430a-94ba-08e2a7a56f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:55.976083 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-3c254589-189e-430a-94ba-08e2a7a56f1b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1057796 Mar 08 20:20:56.077134 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-6b059ecd-e6b1-4f3d-9baf-c219265109dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:56.078795 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9c34153b-e468-40ce-8fcd-1c1aec4fa02b req-6b059ecd-e6b1-4f3d-9baf-c219265109dc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0951836 Mar 08 20:20:56.136318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b21f-2159-4192-bbba-d5a4c00bbf6b req-a13b0651-c7d2-4e6c-b3a2-d6e2dc7d330e tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:56.137825 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e83b21f-2159-4192-bbba-d5a4c00bbf6b req-a13b0651-c7d2-4e6c-b3a2-d6e2dc7d330e tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 943 time: 0.0580418 Mar 08 20:20:56.183060 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-e319d3a9-7030-4c7c-89e5-eb4def381872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:56.185851 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-e319d3a9-7030-4c7c-89e5-eb4def381872 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 1127 time: 0.0630713 Mar 08 20:20:56.201988 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e83b21f-2159-4192-bbba-d5a4c00bbf6b req-8cfae64e-679d-44d9-be39-38d0bf1b963e tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Mar 08 20:20:56.245391 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-f8846b54-1b09-4150-970f-3ff5aa3b60ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc HTTP/1.1" status: 200 len: 217 time: 0.0419705 Mar 08 20:20:56.299396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-929c1c92-63ff-4612-a1b8-245e9da8c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:56.300938 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-929c1c92-63ff-4612-a1b8-245e9da8c0da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad2a4148-975b-45a7-b562-8073a742ca4c HTTP/1.1" status: 200 len: 849 time: 0.0498607 Mar 08 20:20:56.337839 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-a11698b3-32fb-4301-9044-6fd1c00ad866 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5f273e6-237f-40d6-bae5-9a1e21c3d934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294094 Mar 08 20:20:56.432614 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-ae437d37-7ec6-4857-9c3a-7b5f6f721e22 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873725 Mar 08 20:20:56.540868 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e47c783d-50d8-4563-9c44-84cd3a9aedc6 req-c0837209-0881-4123-a22f-a828a3bf7965 service neutron] 10.222.0.47 "GET /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003041 Mar 08 20:20:57.041002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9da024-9b01-45ff-b2ab-8bbe7072f55d req-e7008975-df4f-42ad-96c8-abaa5c5a5e43 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:57.042471 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df9da024-9b01-45ff-b2ab-8bbe7072f55d req-e7008975-df4f-42ad-96c8-abaa5c5a5e43 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Mar 08 20:20:57.095994 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df9da024-9b01-45ff-b2ab-8bbe7072f55d req-260527d9-af28-4e79-a9ed-da5d53ab9246 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Mar 08 20:20:57.323209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a7b4b-9071-47c8-acca-09c05f2742b4 req-1472f8ae-a7ec-4db1-9641-b83ddf35e1f1 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:57.327039 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b53a7b4b-9071-47c8-acca-09c05f2742b4 req-1472f8ae-a7ec-4db1-9641-b83ddf35e1f1 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 943 time: 0.0541315 Mar 08 20:20:57.376069 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b53a7b4b-9071-47c8-acca-09c05f2742b4 req-0e7a82e8-b83f-4a20-85df-f61691cd7455 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Mar 08 20:20:58.225424 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2989279-ce7a-4a4a-8b43-6a211817f08e req-929a4c75-1703-4ee2-a839-75e0b787af40 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:58.226885 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d2989279-ce7a-4a4a-8b43-6a211817f08e req-929a4c75-1703-4ee2-a839-75e0b787af40 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0576150 Mar 08 20:20:58.273602 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d2989279-ce7a-4a4a-8b43-6a211817f08e req-8402911d-9b7c-4210-ad82-0006e7af8025 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Mar 08 20:20:58.500971 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72f62-19a1-42cc-925d-1d4190220695 req-523544e8-6050-4af4-8e76-a3f3c4dbede8 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:58.502538 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9a72f62-19a1-42cc-925d-1d4190220695 req-523544e8-6050-4af4-8e76-a3f3c4dbede8 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 943 time: 0.0553153 Mar 08 20:20:58.552648 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9a72f62-19a1-42cc-925d-1d4190220695 req-1d6fce14-512f-41b0-85b4-d9974e6cd158 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Mar 08 20:20:58.597368 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45218) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:58.701428 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c984bd40-5ce6-4e09-a6ee-64fc8e8d5fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:58.775919 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c984bd40-5ce6-4e09-a6ee-64fc8e8d5fda admin admin] Publish callbacks [] for security_group (5aad1bc2-a54e-4e27-a528-4f482a9b763b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:58.865863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c984bd40-5ce6-4e09-a6ee-64fc8e8d5fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5aad1bc2-a54e-4e27-a528-4f482a9b763b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:58.902433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c984bd40-5ce6-4e09-a6ee-64fc8e8d5fda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36da4f0c19804fe88d9152e57bcead6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040211 Mar 08 20:20:58.904543 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984bd40-5ce6-4e09-a6ee-64fc8e8d5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aad1bc2-a54e-4e27-a528-4f482a9b763b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:58.905245 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45222) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:58.953517 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] Publish callbacks [] for security_group (5aad1bc2-a54e-4e27-a528-4f482a9b763b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:58.975117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] Publish callbacks [] for security_group (5aad1bc2-a54e-4e27-a528-4f482a9b763b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.071360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5aad1bc2-a54e-4e27-a528-4f482a9b763b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.073960 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.075125 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aad1bc2-a54e-4e27-a528-4f482a9b763b HTTP/1.1" status: 204 len: 168 time: 0.1688578 Mar 08 20:20:59.082653 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c988f7-09e9-450b-9d90-59b4b3b9ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aad1bc2-a54e-4e27-a528-4f482a9b763b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:59.329282 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fcf8f-285c-491b-b2e9-c5b32eeb5ece req-588bd710-5d12-4c89-aeac-722d891535ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:59.330858 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b64fcf8f-285c-491b-b2e9-c5b32eeb5ece req-588bd710-5d12-4c89-aeac-722d891535ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1129 time: 0.0420487 Mar 08 20:20:59.387261 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b64fcf8f-285c-491b-b2e9-c5b32eeb5ece req-a9b6c8d5-59b9-457e-8fe4-91a827486f07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Mar 08 20:20:59.402421 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be65d-8f95-452d-8f1e-c0d902955346 req-58b5bf1f-14e1-438d-8e9a-b41ecf884839 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:59.403981 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-872be65d-8f95-452d-8f1e-c0d902955346 req-58b5bf1f-14e1-438d-8e9a-b41ecf884839 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Mar 08 20:20:59.469791 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-872be65d-8f95-452d-8f1e-c0d902955346 req-673b1b71-c4bf-4399-9bce-96c3ad8579cd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556159 Mar 08 20:20:59.673087 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf27d8-b9b5-4e58-bc03-023b7ddd9f58 req-65cbbe09-ed48-4ac3-b1fd-30a9587ddd23 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:20:59.674635 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58cf27d8-b9b5-4e58-bc03-023b7ddd9f58 req-65cbbe09-ed48-4ac3-b1fd-30a9587ddd23 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 943 time: 0.0552979 Mar 08 20:20:59.726396 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58cf27d8-b9b5-4e58-bc03-023b7ddd9f58 req-85c574f9-f138-469e-a668-cd02c7c7cb62 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Mar 08 20:20:59.772226 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45244) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:20:59.785103 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-601e1b70-e647-49b8-9913-4d910ea335f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.858431 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-601e1b70-e647-49b8-9913-4d910ea335f4 admin admin] Publish callbacks [] for security_group (f03daea6-e05d-4d3e-9302-ab91c864093d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.951553 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-601e1b70-e647-49b8-9913-4d910ea335f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f03daea6-e05d-4d3e-9302-ab91c864093d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:20:59.990085 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-601e1b70-e647-49b8-9913-4d910ea335f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d48113f99474dc2bc2d76be2bbc6753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166796 Mar 08 20:20:59.992037 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e1b70-e647-49b8-9913-4d910ea335f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03daea6-e05d-4d3e-9302-ab91c864093d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:20:59.992912 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45248) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:00.007323 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45250) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:00.054691 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] Publish callbacks [] for security_group (f03daea6-e05d-4d3e-9302-ab91c864093d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.076091 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] Publish callbacks [] for security_group (f03daea6-e05d-4d3e-9302-ab91c864093d), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.122376 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0152-cbd6-4b68-86f8-baf091c4b24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.185919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f03daea6-e05d-4d3e-9302-ab91c864093d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.188488 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.189652 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f03daea6-e05d-4d3e-9302-ab91c864093d HTTP/1.1" status: 204 len: 168 time: 0.1957331 Mar 08 20:21:00.197685 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf631-7f3c-43fd-854c-bcc6d339a700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03daea6-e05d-4d3e-9302-ab91c864093d,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:00.246284 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0152-cbd6-4b68-86f8-baf091c4b24f admin admin] Publish callbacks [] for security_group (2d297495-e769-4965-ae9a-e908f57cca54), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.374759 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bcfa0152-cbd6-4b68-86f8-baf091c4b24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d297495-e769-4965-ae9a-e908f57cca54), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.412776 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa0152-cbd6-4b68-86f8-baf091c4b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d297495-e769-4965-ae9a-e908f57cca54,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:00.418638 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bcfa0152-cbd6-4b68-86f8-baf091c4b24f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=883731cc1dd040a194216a8934aded1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102159 Mar 08 20:21:00.421159 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45256) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:00.476919 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] Publish callbacks [] for security_group (2d297495-e769-4965-ae9a-e908f57cca54), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.509058 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] Publish callbacks [] for security_group (2d297495-e769-4965-ae9a-e908f57cca54), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.595922 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33c41c-1ae3-48c9-847d-e25dab81860b req-64c9dcc0-8f1a-4d6b-9917-c1f967f1f016 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:00.598291 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f33c41c-1ae3-48c9-847d-e25dab81860b req-64c9dcc0-8f1a-4d6b-9917-c1f967f1f016 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0604138 Mar 08 20:21:00.648250 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f33c41c-1ae3-48c9-847d-e25dab81860b req-2e96d150-22e7-4e23-9a61-b2461bf169d2 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Mar 08 20:21:00.654331 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2d297495-e769-4965-ae9a-e908f57cca54), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.656980 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:00.658035 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d297495-e769-4965-ae9a-e908f57cca54 HTTP/1.1" status: 204 len: 168 time: 0.2357509 Mar 08 20:21:00.666418 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d152ce3-64d4-4ae0-9390-6e69b7d7f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d297495-e769-4965-ae9a-e908f57cca54,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:00.871173 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2b615-b1c1-40ec-8f04-8e08710de841 req-7072796a-6a97-41b3-94d3-079eeb4e93ff tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:00.874534 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ca2b615-b1c1-40ec-8f04-8e08710de841 req-7072796a-6a97-41b3-94d3-079eeb4e93ff tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 943 time: 0.0786450 Mar 08 20:21:00.936838 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ca2b615-b1c1-40ec-8f04-8e08710de841 req-022a9cd3-82c7-414f-b49c-77e12f5af39c tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502520 Mar 08 20:21:01.019606 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device cfdaf9c3-8b8f-444f-a93b-79abc386f6bc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:21:01.150680 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:21:01.162292 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc', 'network_id': 'c5f273e6-237f-40d6-bae5-9a1e21c3d934', 'port_id': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc', 'mac_address': 'fa:16:3e:a9:65:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2a4148-975b-45a7-b562-8073a742ca4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:21:01.204613 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:21:01.205282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:01.220762 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdaf9c3-8b8f-444f-a93b-79abc386f6bc {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:21:01.242518 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:21:01.398140 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:01.452892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:01.769312 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a253fb-b457-48b3-9124-029cc51ec3ba req-ebe4624b-d12d-43bb-909e-735afb29f54a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:01.772332 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d3a253fb-b457-48b3-9124-029cc51ec3ba req-ebe4624b-d12d-43bb-909e-735afb29f54a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.0541782 Mar 08 20:21:01.818638 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d3a253fb-b457-48b3-9124-029cc51ec3ba req-5ad5871c-acac-4b8f-91bd-479a66678513 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Mar 08 20:21:01.840446 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['cfdaf9c3-8b8f-444f-a93b-79abc386f6bc'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:21:01.935442 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035dc06-c848-428b-8686-d37f5926a058 req-437ed353-b757-4254-bb8b-7890cc977fa1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:01.936855 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1035dc06-c848-428b-8686-d37f5926a058 req-437ed353-b757-4254-bb8b-7890cc977fa1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0531754 Mar 08 20:21:01.990669 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1035dc06-c848-428b-8686-d37f5926a058 req-85ba51c9-3ec1-4209-b3c0-d08ef08093b2 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Mar 08 20:21:02.079382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4c289-d7f4-4a8f-bc89-b3fc180265b6 req-f9c80249-cd57-4485-ae1a-a95a40f11fc7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:02.081499 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a9c4c289-d7f4-4a8f-bc89-b3fc180265b6 req-f9c80249-cd57-4485-ae1a-a95a40f11fc7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 944 time: 0.0583692 Mar 08 20:21:02.174839 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a9c4c289-d7f4-4a8f-bc89-b3fc180265b6 req-30651bee-ffb0-420b-9ac6-91b544db0931 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762510 Mar 08 20:21:03.016906 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device cfdaf9c3-8b8f-444f-a93b-79abc386f6bc up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:21:03.185797 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:21:03.189952 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:21:03.190393 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:03.282731 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:21:03.283486 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:03.312607 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:21:03.315538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b39c2-8e78-4739-b0bd-c9e67a12e17f req-ce446938-eafb-4a71-8eab-be54baa0be63 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:03.320550 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a61e9-64e9-48de-a130-b54e0a5ee984" -d '{"events": [{"server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "name": "network-vif-plugged", "status": "completed", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:21:03.323215 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d03b39c2-8e78-4739-b0bd-c9e67a12e17f req-ce446938-eafb-4a71-8eab-be54baa0be63 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 944 time: 0.0742505 Mar 08 20:21:03.339240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:21:03.370318 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dad03-fc07-4ece-bc64-fca28617ac55 x-openstack-request-id: req-074dad03-fc07-4ece-bc64-fca28617ac55 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:21:03.370617 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "name": "network-vif-plugged", "status": "completed", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:21:03.370870 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-074dad03-fc07-4ece-bc64-fca28617ac55 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:21:03.371257 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc', 'code': 200} Mar 08 20:21:03.378557 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d03b39c2-8e78-4739-b0bd-c9e67a12e17f req-5c60d59a-7a1b-48fe-b22d-63ac413f2d64 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541735 Mar 08 20:21:03.454204 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:03.506912 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:03.720186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517406-19b1-400c-a57f-82e83362bc17 req-2226e00e-3ad6-4ffa-acaf-4b469e1f7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:03.721619 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9517406-19b1-400c-a57f-82e83362bc17 req-2226e00e-3ad6-4ffa-acaf-4b469e1f7c19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 1129 time: 0.0419362 Mar 08 20:21:03.763838 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9517406-19b1-400c-a57f-82e83362bc17 req-fec189c1-a367-482c-932e-7f8157a734b9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Mar 08 20:21:04.529349 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69ea1f-0de5-4ff2-9580-739f397d259e req-8c7ad47c-2f01-414f-9814-6c7e6e3910f6 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:04.530940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da69ea1f-0de5-4ff2-9580-739f397d259e req-8c7ad47c-2f01-414f-9814-6c7e6e3910f6 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0816636 Mar 08 20:21:04.584331 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da69ea1f-0de5-4ff2-9580-739f397d259e req-210f7034-aadf-41c6-aaf3-7c0295c53ab7 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Mar 08 20:21:05.104988 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e595-fb3f-458c-91f8-24e637edd6f7 req-f7120957-c8dd-422a-bc3b-62c821eba185 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:05.106444 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-87a4e595-fb3f-458c-91f8-24e637edd6f7 req-f7120957-c8dd-422a-bc3b-62c821eba185 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0650938 Mar 08 20:21:05.151386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-b1221102-5ca5-4b98-9477-72c8c245f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:05.152923 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-b1221102-5ca5-4b98-9477-72c8c245f2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0489824 Mar 08 20:21:05.155111 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-87a4e595-fb3f-458c-91f8-24e637edd6f7 req-39f4d935-7e42-4b4c-9fa9-e90fe493cd9f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Mar 08 20:21:05.251059 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-f61b7a3b-81bb-4678-ae4e-b99efb980c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:05.252547 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-f61b7a3b-81bb-4678-ae4e-b99efb980c18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.0940065 Mar 08 20:21:05.296740 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-75f30ea1-842a-489c-b987-2c9ee1286d93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0373538 Mar 08 20:21:05.581994 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-9c487ed8-504c-4360-840b-494eb91798c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:05.583706 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-9c487ed8-504c-4360-840b-494eb91798c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.2807555 Mar 08 20:21:05.621197 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-907c1e3b-47ac-4952-b3da-24ad0c4036ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285468 Mar 08 20:21:05.725622 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf11b8-d994-4617-8e95-b565849fb057 req-090e869c-d630-4948-8b5a-a01c09edffdc tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:05.727955 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8cf11b8-d994-4617-8e95-b565849fb057 req-090e869c-d630-4948-8b5a-a01c09edffdc tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0670738 Mar 08 20:21:05.733988 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-c2de352c-0311-44e5-b5eb-dc5f0c869f29 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055281 Mar 08 20:21:05.782466 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d8cf11b8-d994-4617-8e95-b565849fb057 req-bd96f3e1-c793-4063-889e-0786c9b97634 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Mar 08 20:21:05.827325 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b7f66d80-0ac3-4e19-8f58-70b1ae392f5d req-9d7f902f-b2e0-4aa3-8944-504fa717a6d0 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Mar 08 20:21:06.282378 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d0a2d-203c-491d-b348-2dff91a7400a req-0e847683-6761-4610-b907-48c68ceeaca7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:06.284072 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e8d0a2d-203c-491d-b348-2dff91a7400a req-0e847683-6761-4610-b907-48c68ceeaca7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0552578 Mar 08 20:21:06.330645 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e8d0a2d-203c-491d-b348-2dff91a7400a req-53b60a3d-c2e8-44f2-a08d-adbe2032c3da tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Mar 08 20:21:06.620591 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45564) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:06.731646 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b45b0bea-deff-48a1-b1af-bd4a7ab670a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:06.807030 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b45b0bea-deff-48a1-b1af-bd4a7ab670a3 admin admin] Publish callbacks [] for security_group (9c17e378-086a-475d-b76f-a5273394dcc6), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:06.893994 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b45b0bea-deff-48a1-b1af-bd4a7ab670a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9c17e378-086a-475d-b76f-a5273394dcc6), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:06.914378 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420832b7-b902-424f-ad94-d73324305a26 req-630e7323-bd70-4d79-a851-67653e2146b8 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:06.915870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-420832b7-b902-424f-ad94-d73324305a26 req-630e7323-bd70-4d79-a851-67653e2146b8 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0667641 Mar 08 20:21:06.961211 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b45b0bea-deff-48a1-b1af-bd4a7ab670a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce61d638b5384ed9a878e30f5fe1cde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395607 Mar 08 20:21:06.964010 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45576) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:06.967388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b0bea-deff-48a1-b1af-bd4a7ab670a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c17e378-086a-475d-b76f-a5273394dcc6,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:07.005456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-420832b7-b902-424f-ad94-d73324305a26 req-d0b07f43-faba-4457-922a-4992a2ac6bc2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712023 Mar 08 20:21:07.036880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] Publish callbacks [] for security_group (9c17e378-086a-475d-b76f-a5273394dcc6), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.068525 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] Publish callbacks [] for security_group (9c17e378-086a-475d-b76f-a5273394dcc6), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.151586 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45582) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:07.225576 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9c17e378-086a-475d-b76f-a5273394dcc6), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.228266 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.229380 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c17e378-086a-475d-b76f-a5273394dcc6 HTTP/1.1" status: 204 len: 168 time: 0.2637651 Mar 08 20:21:07.236947 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec32131-0643-4710-bfdf-1c335ddd6886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c17e378-086a-475d-b76f-a5273394dcc6,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:07.263649 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db8ddfa2-87a7-4426-b399-c3b31a4ab8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.340900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db8ddfa2-87a7-4426-b399-c3b31a4ab8b7 admin admin] Publish callbacks [] for security_group (4a672061-a3d1-4785-958e-24afeb53dca2), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.425650 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-db8ddfa2-87a7-4426-b399-c3b31a4ab8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4a672061-a3d1-4785-958e-24afeb53dca2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.456791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d5edc-fbed-4af0-95ff-035b6f1c66e4 req-78493ed6-304b-4f47-8192-0583a26cb49e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:07.459980 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e8d5edc-fbed-4af0-95ff-035b6f1c66e4 req-78493ed6-304b-4f47-8192-0583a26cb49e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Mar 08 20:21:07.463135 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-db8ddfa2-87a7-4426-b399-c3b31a4ab8b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d224d183ff54447919a8fa16dfb00bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104703 Mar 08 20:21:07.467773 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45592) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:07.474281 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ddfa2-87a7-4426-b399-c3b31a4ab8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a672061-a3d1-4785-958e-24afeb53dca2,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:07.556231 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e8d5edc-fbed-4af0-95ff-035b6f1c66e4 req-ef4dd4bb-3f9c-4dd4-9807-73ffcc7df9a1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902059 Mar 08 20:21:07.565748 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] Publish callbacks [] for security_group (4a672061-a3d1-4785-958e-24afeb53dca2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:07.813928 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] Publish callbacks [] for security_group (4a672061-a3d1-4785-958e-24afeb53dca2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.008794 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4a672061-a3d1-4785-958e-24afeb53dca2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.011416 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.014351 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a672061-a3d1-4785-958e-24afeb53dca2 HTTP/1.1" status: 204 len: 168 time: 0.5438285 Mar 08 20:21:08.022655 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1a86-6f8e-4169-bb67-89e3e199fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a672061-a3d1-4785-958e-24afeb53dca2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:08.317384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45608) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:08.330984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2604e29a-db86-4095-998a-73b62ac58ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.407143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2604e29a-db86-4095-998a-73b62ac58ae1 admin admin] Publish callbacks [] for security_group (7a0196dc-dc7b-49bd-824b-c70073b42d1c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.465675 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2604e29a-db86-4095-998a-73b62ac58ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7a0196dc-dc7b-49bd-824b-c70073b42d1c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.509100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2604e29a-db86-4095-998a-73b62ac58ae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51b382b10a8545fe9fb9129f42d4438b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903808 Mar 08 20:21:08.510502 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604e29a-db86-4095-998a-73b62ac58ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0196dc-dc7b-49bd-824b-c70073b42d1c,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:08.511834 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45612) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:08.571654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] Publish callbacks [] for security_group (7a0196dc-dc7b-49bd-824b-c70073b42d1c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.593545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] Publish callbacks [] for security_group (7a0196dc-dc7b-49bd-824b-c70073b42d1c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.683412 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690ab4-d5d7-409d-9d55-7337eaa8c917 req-618b206a-1df1-45c9-a320-b5940151a5ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:08.686443 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d690ab4-d5d7-409d-9d55-7337eaa8c917 req-618b206a-1df1-45c9-a320-b5940151a5ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0591924 Mar 08 20:21:08.766348 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d690ab4-d5d7-409d-9d55-7337eaa8c917 req-36330e60-f0f6-4b60-affd-a2fe92ec2e3e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749381 Mar 08 20:21:08.769078 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7a0196dc-dc7b-49bd-824b-c70073b42d1c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.774360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.775818 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a0196dc-dc7b-49bd-824b-c70073b42d1c HTTP/1.1" status: 204 len: 168 time: 0.2628899 Mar 08 20:21:08.790326 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da54a-8049-4076-9959-1eb5e153d64d req-a152099f-6cf5-49bb-9f7a-9a11aa4a78e2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:08.790326 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b3da54a-8049-4076-9959-1eb5e153d64d req-a152099f-6cf5-49bb-9f7a-9a11aa4a78e2 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0803592 Mar 08 20:21:08.790559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb6af-1344-43d9-8b51-b826db60ef12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0196dc-dc7b-49bd-824b-c70073b42d1c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:08.842322 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b3da54a-8049-4076-9959-1eb5e153d64d req-5d450457-d9db-4b1a-bc89-e7a100f19eaa tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502396 Mar 08 20:21:08.873513 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 45620) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:08.886908 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5e18154c-79f6-4b9a-a49c-aa84dce4e7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:08.962442 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5e18154c-79f6-4b9a-a49c-aa84dce4e7ee admin admin] Publish callbacks [] for security_group (9b9f9a7f-3a96-4800-8e34-c51d22d851e6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.031399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5e18154c-79f6-4b9a-a49c-aa84dce4e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9b9f9a7f-3a96-4800-8e34-c51d22d851e6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.074062 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-5e18154c-79f6-4b9a-a49c-aa84dce4e7ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e219016644c49edbd4fe088341e54f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994498 Mar 08 20:21:09.076731 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18154c-79f6-4b9a-a49c-aa84dce4e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9f9a7f-3a96-4800-8e34-c51d22d851e6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:09.076909 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 45624) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:09.135887 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] Publish callbacks [] for security_group (9b9f9a7f-3a96-4800-8e34-c51d22d851e6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.159510 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] Publish callbacks [] for security_group (9b9f9a7f-3a96-4800-8e34-c51d22d851e6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.328471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9b9f9a7f-3a96-4800-8e34-c51d22d851e6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.331023 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:09.332212 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b9f9a7f-3a96-4800-8e34-c51d22d851e6 HTTP/1.1" status: 204 len: 168 time: 0.2543359 Mar 08 20:21:09.339931 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c127d-43d9-4a10-852e-748a7cf651e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9f9a7f-3a96-4800-8e34-c51d22d851e6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:09.903305 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a936d99-6aec-4209-a366-8df65f9dc80c req-8c2144bf-d159-4143-aef3-fb0468b0a11e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:09.904931 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a936d99-6aec-4209-a366-8df65f9dc80c req-8c2144bf-d159-4143-aef3-fb0468b0a11e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0665913 Mar 08 20:21:09.988078 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a936d99-6aec-4209-a366-8df65f9dc80c req-de30c771-e7e1-494b-90f9-4897061ba2da tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771532 Mar 08 20:21:10.008589 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aac2d-780f-4111-8c91-69516d8b3de7 req-904f97e8-82e2-4f8f-b586-a69fee875254 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:10.010389 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-377aac2d-780f-4111-8c91-69516d8b3de7 req-904f97e8-82e2-4f8f-b586-a69fee875254 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0818274 Mar 08 20:21:10.066100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-377aac2d-780f-4111-8c91-69516d8b3de7 req-9003d389-2039-452f-a5de-6546968119b6 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ab73b43-b214-42b8-abc3-2782836d53a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490384 Mar 08 20:21:10.607412 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-fc8eb300-a28d-4a1e-9e0d-f8ec32f98f73 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:10.609027 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-fc8eb300-a28d-4a1e-9e0d-f8ec32f98f73 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 945 time: 0.0569932 Mar 08 20:21:10.720059 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Deleting port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:21:10.720412 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:10.816324 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] For port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,segment=NetworkSegment(2676235d-e63d-46ee-9f19-3545a5ce383d),segment_id=2676235d-e63d-46ee-9f19-3545a5ce383d)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:21:10.817621 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:10.835773 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Calling delete_port for cfdaf9c3-8b8f-444f-a93b-79abc386f6bc owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:21:11.054173 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (cfdaf9c3-8b8f-444f-a93b-79abc386f6bc), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:11.066259 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['cfdaf9c3-8b8f-444f-a93b-79abc386f6bc'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:21:11.107837 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Pushing event deleted for resources: {'Port': ['ID=cfdaf9c3-8b8f-444f-a93b-79abc386f6bc,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:11.159677 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ff77-1cf4-4d5c-853f-bb6aa18dea1d req-8699cf2c-0ec7-4712-9125-f7e365d007f8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:11.163449 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6520ff77-1cf4-4d5c-853f-bb6aa18dea1d req-8699cf2c-0ec7-4712-9125-f7e365d007f8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0818727 Mar 08 20:21:11.173029 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] No DVR routers for this DVR port cfdaf9c3-8b8f-444f-a93b-79abc386f6bc on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:21:11.176161 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:11.180766 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1ba689dd-29ec-4af1-a84d-66e0d3f50217 req-e4894ec7-63c3-4417-8ee4-53f7337b0772 tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.47 "DELETE /v2.0/ports/cfdaf9c3-8b8f-444f-a93b-79abc386f6bc HTTP/1.1" status: 204 len: 173 time: 0.5657859 Mar 08 20:21:11.181283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'name': 'network-vif-deleted', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:21:11.183623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee2f57-d5e7-4f63-b6ac-5f44aa13d53b" -d '{"events": [{"server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "name": "network-vif-deleted", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:21:11.217772 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-48913fc8-ea52-4a2a-a008-209e6b742043 req-6bb06fa6-6ed9-416f-a846-79ae2fefb8cb tempest-VolumesActionsTest-1334204074 tempest-VolumesActionsTest-1334204074-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c79c37e-4958-4135-bc95-ab875c4d6c45 HTTP/1.1" status: 200 len: 210 time: 0.0532670 Mar 08 20:21:11.278833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad6fb8-125f-4867-96de-24045b34f541 x-openstack-request-id: req-24ad6fb8-125f-4867-96de-24045b34f541 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:21:11.279133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c79c37e-4958-4135-bc95-ab875c4d6c45", "name": "network-vif-deleted", "tag": "cfdaf9c3-8b8f-444f-a93b-79abc386f6bc", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:21:11.279736 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24ad6fb8-125f-4867-96de-24045b34f541 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:21:11.280152 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c79c37e-4958-4135-bc95-ab875c4d6c45', 'name': 'network-vif-deleted', 'tag': 'cfdaf9c3-8b8f-444f-a93b-79abc386f6bc', 'status': 'completed', 'code': 200} Mar 08 20:21:11.281818 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6520ff77-1cf4-4d5c-853f-bb6aa18dea1d req-61f84bf3-ee87-4e89-8481-db6428eb16f8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978527 Mar 08 20:21:12.409867 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664bc14-d84b-4be8-a337-e76fc1fd773d req-b83803fb-2b0d-4041-a9a2-e6e6c6559cfd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:12.412444 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7664bc14-d84b-4be8-a337-e76fc1fd773d req-b83803fb-2b0d-4041-a9a2-e6e6c6559cfd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0581658 Mar 08 20:21:12.462909 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7664bc14-d84b-4be8-a337-e76fc1fd773d req-57df63bd-20c6-4a7a-ac1c-9c70a3feca5a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Mar 08 20:21:13.603328 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b7935-13e3-4412-a450-1f26f9e311c1 req-683f974d-98aa-4b67-8b58-6dd029cd891d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:13.605070 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b0b7935-13e3-4412-a450-1f26f9e311c1 req-683f974d-98aa-4b67-8b58-6dd029cd891d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0702121 Mar 08 20:21:13.658961 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b0b7935-13e3-4412-a450-1f26f9e311c1 req-0348ac0e-d8e1-46ef-a1c8-3ddf7c14835e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479856 Mar 08 20:21:14.780786 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adafff-b89d-4243-a50b-185784626472 req-79e0ee77-b16a-4b62-b463-56d54a686cb5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:14.782147 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b4adafff-b89d-4243-a50b-185784626472 req-79e0ee77-b16a-4b62-b463-56d54a686cb5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0552347 Mar 08 20:21:14.827404 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b4adafff-b89d-4243-a50b-185784626472 req-ee8f8765-18f6-4905-a40e-2a07b6fa2424 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Mar 08 20:21:15.080752 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device cfdaf9c3-8b8f-444f-a93b-79abc386f6bc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:21:15.101811 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: cfdaf9c3-8b8f-444f-a93b-79abc386f6bc {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:21:15.102155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device cfdaf9c3-8b8f-444f-a93b-79abc386f6bc not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:21:15.946702 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2de10-31e2-43c4-9a35-a5edb03dd4f1 req-63dbd900-cf15-4a44-9a56-3fdb4fa981f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:15.948201 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cb2de10-31e2-43c4-9a35-a5edb03dd4f1 req-63dbd900-cf15-4a44-9a56-3fdb4fa981f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Mar 08 20:21:16.000481 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cb2de10-31e2-43c4-9a35-a5edb03dd4f1 req-7acdd7c0-b9e6-40cd-87c2-07f5ca9d14cd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Mar 08 20:21:16.008615 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f74d660c-0133-4290-9660-97b620de3533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:17.120222 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb28311-0cfd-424d-9494-16fbf7693ba1 req-d5bff10c-86a8-4394-a0d2-886985accdff tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:17.121599 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4eb28311-0cfd-424d-9494-16fbf7693ba1 req-d5bff10c-86a8-4394-a0d2-886985accdff tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0557230 Mar 08 20:21:17.166972 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4eb28311-0cfd-424d-9494-16fbf7693ba1 req-de4b6830-7c80-4c31-a48d-9254f6c2af8b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Mar 08 20:21:18.286215 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58e637-75c1-449f-9df8-ba731945d6b9 req-a23275c4-4274-47f0-9888-03dfdbbc53f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:18.287714 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58e637-75c1-449f-9df8-ba731945d6b9 req-a23275c4-4274-47f0-9888-03dfdbbc53f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0546594 Mar 08 20:21:18.305198 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ec963228-6cb1-4408-8096-03978cd1cd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:18.335731 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58e637-75c1-449f-9df8-ba731945d6b9 req-9146aaf1-9e48-4377-9260-f02104a377cb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Mar 08 20:21:19.452821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1947a-926a-492b-a2aa-ce434b0a0971 req-5feafda8-d2f8-427a-9918-b3094a4e03e6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:19.454286 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27b1947a-926a-492b-a2aa-ce434b0a0971 req-5feafda8-d2f8-427a-9918-b3094a4e03e6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0513008 Mar 08 20:21:19.503305 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27b1947a-926a-492b-a2aa-ce434b0a0971 req-f14c3966-eefe-4bc6-b6e8-c0b769ce8ac3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Mar 08 20:21:19.550774 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:20.805822 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf292-972b-431d-8191-65c0afb51b0e req-5d47e7ac-038b-447e-a479-3f3bed2fbdc1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:20.807274 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-730cf292-972b-431d-8191-65c0afb51b0e req-5d47e7ac-038b-447e-a479-3f3bed2fbdc1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.2376337 Mar 08 20:21:20.851230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-730cf292-972b-431d-8191-65c0afb51b0e req-7bd57ddd-c244-440b-a0ed-b759e9b3b014 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Mar 08 20:21:21.304954 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:21.965234 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502247b7-003a-4980-9b67-32f0a74d2fae req-f153fac0-0a16-4c3a-b3ed-895bb804a40c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:21.966745 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-502247b7-003a-4980-9b67-32f0a74d2fae req-f153fac0-0a16-4c3a-b3ed-895bb804a40c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0515175 Mar 08 20:21:22.012697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-502247b7-003a-4980-9b67-32f0a74d2fae req-c4bfc4d9-7194-4756-b87f-1193228a1d53 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Mar 08 20:21:22.533600 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:23.131457 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64a66-aad9-4041-ae43-b1fd79f2cb0a req-e5c0aa34-19e8-4d87-8da9-c7e4300cb869 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:23.132948 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ec64a66-aad9-4041-ae43-b1fd79f2cb0a req-e5c0aa34-19e8-4d87-8da9-c7e4300cb869 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0531681 Mar 08 20:21:23.178478 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ec64a66-aad9-4041-ae43-b1fd79f2cb0a req-1217404a-a2fc-4ca9-8f1f-30f41141ac28 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Mar 08 20:21:24.295028 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677e6f2-4ce3-4b32-a0e2-6a8e6850c1a6 req-ea64eb12-31f3-4ccc-93f1-2165aae04108 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:24.296521 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7677e6f2-4ce3-4b32-a0e2-6a8e6850c1a6 req-ea64eb12-31f3-4ccc-93f1-2165aae04108 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0520175 Mar 08 20:21:24.344981 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7677e6f2-4ce3-4b32-a0e2-6a8e6850c1a6 req-6f08a4be-3a02-4ea3-a3dd-d9ac68039137 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Mar 08 20:21:24.874391 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:21:25.463437 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb4ea-12ab-4b21-869d-c4a03f28caef req-62113145-1e48-4a6b-a5b6-89cc5332fd1e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:25.464938 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-743bb4ea-12ab-4b21-869d-c4a03f28caef req-62113145-1e48-4a6b-a5b6-89cc5332fd1e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0547659 Mar 08 20:21:25.510242 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-743bb4ea-12ab-4b21-869d-c4a03f28caef req-e66921b5-80e9-4291-9e02-ce994ba0ff45 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Mar 08 20:21:25.777216 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:26.628353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e65c2-8175-45e6-b3ee-3e9dbedfa997 req-11b0a8c4-fd30-4b10-af6b-e61161c44bd7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:26.630050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c5e65c2-8175-45e6-b3ee-3e9dbedfa997 req-11b0a8c4-fd30-4b10-af6b-e61161c44bd7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0540242 Mar 08 20:21:26.680283 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5c5e65c2-8175-45e6-b3ee-3e9dbedfa997 req-90e4e83e-0a81-4356-8d76-b89cf5d4d90e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Mar 08 20:21:26.782679 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-02579f0c-ac1d-47ea-a9e7-3d54b1fff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:26.784224 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-02579f0c-ac1d-47ea-a9e7-3d54b1fff5a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0453050 Mar 08 20:21:26.896919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-04c90063-4f2e-4eda-b7c0-22abe7b4d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:26.898612 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-04c90063-4f2e-4eda-b7c0-22abe7b4d531 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.0950894 Mar 08 20:21:26.944299 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-4a393b1c-f7e4-42b8-919f-031819982e2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0383406 Mar 08 20:21:26.995197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-413a99c7-7796-4574-b118-162d04c1e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:26.996851 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-413a99c7-7796-4574-b118-162d04c1e27a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.0454586 Mar 08 20:21:27.030236 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-30d9a0db-72c5-408e-a776-e6af18d0e606 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269496 Mar 08 20:21:27.158203 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-ff7674b7-c4c5-48b6-83bc-3c23cbeef040 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216302 Mar 08 20:21:27.802923 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c61b9-a6bb-449a-b708-11e7b39cf9ea req-a83afc4b-0a6d-4f5d-8fe1-8a767bc73318 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:27.804735 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-688c61b9-a6bb-449a-b708-11e7b39cf9ea req-a83afc4b-0a6d-4f5d-8fe1-8a767bc73318 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0552688 Mar 08 20:21:27.857936 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-688c61b9-a6bb-449a-b708-11e7b39cf9ea req-e0fca5e9-d804-4449-9359-6c75f3ca7242 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Mar 08 20:21:28.913263 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c9cde23e-da34-46ab-8bdc-02efc7e6bbb9 req-155d4080-2302-410d-bf6d-84f12a79d4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812321 Mar 08 20:21:28.979940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789ecc9-29c4-4577-a4cc-ed63d16fa355 req-1eb9d2dd-daf2-418a-ab95-f801bd708dcc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:28.981543 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e789ecc9-29c4-4577-a4cc-ed63d16fa355 req-1eb9d2dd-daf2-418a-ab95-f801bd708dcc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Mar 08 20:21:29.027381 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e789ecc9-29c4-4577-a4cc-ed63d16fa355 req-99abeb0c-ced3-4d4b-9191-f2a2b825f547 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Mar 08 20:21:30.157085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586a860-4172-44b6-9bac-949903255a6d req-05be96f3-b5bf-42b9-bcdb-fb694f13067c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:30.158622 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e586a860-4172-44b6-9bac-949903255a6d req-05be96f3-b5bf-42b9-bcdb-fb694f13067c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0607913 Mar 08 20:21:30.215180 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e586a860-4172-44b6-9bac-949903255a6d req-47b6152e-194b-4049-9291-62bf997f78dc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Mar 08 20:21:31.368187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1461-10cf-4cac-88db-e0d1eddbd1dd req-e4185ea4-95c1-468b-bcb5-de77373c51a8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:31.370747 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a1f1461-10cf-4cac-88db-e0d1eddbd1dd req-e4185ea4-95c1-468b-bcb5-de77373c51a8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0640440 Mar 08 20:21:31.435987 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a1f1461-10cf-4cac-88db-e0d1eddbd1dd req-e376dca3-6de8-4ed4-9177-3d0f84cacfe5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Mar 08 20:21:31.980122 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ff9c-f451-4ec8-958f-00b7523f3a0d req-bb12efbd-fd04-4803-b06b-cb34b07a79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:31.982424 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-4cb2ff9c-f451-4ec8-958f-00b7523f3a0d req-bb12efbd-fd04-4803-b06b-cb34b07a79e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0440764 Mar 08 20:21:32.029834 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-4cb2ff9c-f451-4ec8-958f-00b7523f3a0d req-c715f4bb-c2d3-4455-8b92-6e290f1a583c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Mar 08 20:21:32.565693 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0c11-2147-4524-83b9-cbb241e8658b req-91bbcfc0-0b4e-4c09-bd6b-3d0412ddedac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:32.567946 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bdf0c11-2147-4524-83b9-cbb241e8658b req-91bbcfc0-0b4e-4c09-bd6b-3d0412ddedac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0569322 Mar 08 20:21:32.639303 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bdf0c11-2147-4524-83b9-cbb241e8658b req-2ce47e3c-7d4d-4e97-a29f-7205a2c346fd tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649002 Mar 08 20:21:33.777143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebd65a-5b6f-4f14-8555-342e97091b95 req-1f5df0db-ea7e-49f9-ae2a-3791d0b830a5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:33.795112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14ebd65a-5b6f-4f14-8555-342e97091b95 req-1f5df0db-ea7e-49f9-ae2a-3791d0b830a5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0795856 Mar 08 20:21:33.863141 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14ebd65a-5b6f-4f14-8555-342e97091b95 req-721d544b-13c8-4d71-a8ed-5299f91616de tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Mar 08 20:21:35.038106 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75eb7ef-f55e-41f3-84d0-11a1e264a058 req-d5fc2ff6-6e0c-45d1-99de-1d6fc34ab2bb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:35.047364 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d75eb7ef-f55e-41f3-84d0-11a1e264a058 req-d5fc2ff6-6e0c-45d1-99de-1d6fc34ab2bb tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0951557 Mar 08 20:21:35.101566 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d75eb7ef-f55e-41f3-84d0-11a1e264a058 req-5257ac6b-7aaf-4caf-bddf-dea9c6011344 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Mar 08 20:21:35.595815 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896fb9-0dfa-407a-af1e-88e8ef76be83 req-3ffaacc9-21da-4284-bc63-f3282d83a2f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:35.597760 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65896fb9-0dfa-407a-af1e-88e8ef76be83 req-3ffaacc9-21da-4284-bc63-f3282d83a2f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0583522 Mar 08 20:21:35.671029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65896fb9-0dfa-407a-af1e-88e8ef76be83 req-70d7439d-d55b-44e7-a028-863114905075 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658662 Mar 08 20:21:35.735073 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-949b5b3c-5df5-4c8e-b36a-633a4728dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:35.736858 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-949b5b3c-5df5-4c8e-b36a-633a4728dece service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0671937 Mar 08 20:21:35.875451 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-b23ca08f-8a3e-420e-82a2-9abac826d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:35.877161 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-b23ca08f-8a3e-420e-82a2-9abac826d3bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.1327627 Mar 08 20:21:35.941822 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-a0c8ce2d-1218-439b-84dd-781ad8a1f143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0571220 Mar 08 20:21:36.004646 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-14ce59c4-dda3-43c4-b224-a993ec2098fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:36.006104 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46186) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:36.006260 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-14ce59c4-dda3-43c4-b224-a993ec2098fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.0578911 Mar 08 20:21:36.040726 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-093a7b52-c1f2-404c-8634-9bd48a1337af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275576 Mar 08 20:21:36.159193 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-1fd2b9a9-9252-4221-9582-766080a63ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110337 Mar 08 20:21:36.173476 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.270090 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-e3a5e3aa-f81e-418c-8851-16ce50c92872 req-0afd5041-ead5-4104-82e5-c487cb012e56 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036065 Mar 08 20:21:36.274227 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Publish callbacks [] for security_group (9fb8729e-5336-4cca-980d-b7bdadb9eb71), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.356503 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9fb8729e-5336-4cca-980d-b7bdadb9eb71), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.399219 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb9f3d3bd12743568cd0a634107a7c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918705 Mar 08 20:21:36.401010 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb8729e-5336-4cca-980d-b7bdadb9eb71,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:36.403640 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46190) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:36.422304 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.422750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.423023 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.423445 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.423783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.424128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.424460 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.424790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.425307 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.425666 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.426004 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.426329 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.426658 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e3aba-db9f-4556-afd5-9d363625dd57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.465800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Publish callbacks [] for security_group (9fb8729e-5336-4cca-980d-b7bdadb9eb71), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.490388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Publish callbacks [] for security_group (9fb8729e-5336-4cca-980d-b7bdadb9eb71), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.619368 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9fb8729e-5336-4cca-980d-b7bdadb9eb71), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.623050 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:36.624316 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fb8729e-5336-4cca-980d-b7bdadb9eb71 HTTP/1.1" status: 204 len: 168 time: 0.2196381 Mar 08 20:21:36.632430 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb8729e-5336-4cca-980d-b7bdadb9eb71,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:36.642015 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.645852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.646152 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.646643 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.646977 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5adb832-5d1d-406d-b748-262e3bcabb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:21:36.838936 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750389e-5079-463f-9be5-1edbbb28d563 req-48d0b131-c50a-40fa-b22a-b66177f773cf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:36.848531 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4750389e-5079-463f-9be5-1edbbb28d563 req-48d0b131-c50a-40fa-b22a-b66177f773cf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0865436 Mar 08 20:21:36.919209 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4750389e-5079-463f-9be5-1edbbb28d563 req-d3b6e2db-cd0a-4da4-a505-98fab5946d24 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698593 Mar 08 20:21:37.451121 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46220) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:37.467507 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-276c6a13-c014-411c-a933-eaadca0c05cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.551321 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-276c6a13-c014-411c-a933-eaadca0c05cd admin admin] Publish callbacks [] for security_group (7ce7d683-38ec-4df8-aadd-592bda5cdce8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.625207 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-276c6a13-c014-411c-a933-eaadca0c05cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7ce7d683-38ec-4df8-aadd-592bda5cdce8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.667570 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-276c6a13-c014-411c-a933-eaadca0c05cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ea832e7418d4a12922a966f6694f34e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123361 Mar 08 20:21:37.674180 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46222) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:37.678017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c6a13-c014-411c-a933-eaadca0c05cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce7d683-38ec-4df8-aadd-592bda5cdce8,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:37.722788 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] Publish callbacks [] for security_group (7ce7d683-38ec-4df8-aadd-592bda5cdce8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.758133 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] Publish callbacks [] for security_group (7ce7d683-38ec-4df8-aadd-592bda5cdce8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.912080 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7ce7d683-38ec-4df8-aadd-592bda5cdce8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.919182 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:37.924217 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ce7d683-38ec-4df8-aadd-592bda5cdce8 HTTP/1.1" status: 204 len: 168 time: 0.2519858 Mar 08 20:21:37.941768 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a0d97-4d07-4c29-bcaa-de232b60d71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce7d683-38ec-4df8-aadd-592bda5cdce8,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:38.149896 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4da8b5-2468-4847-888f-52af4458f705 req-ab0e7fbc-59ed-4c9f-8f89-8cc2d8190ccc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:38.152603 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd4da8b5-2468-4847-888f-52af4458f705 req-ab0e7fbc-59ed-4c9f-8f89-8cc2d8190ccc tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0966332 Mar 08 20:21:38.229288 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd4da8b5-2468-4847-888f-52af4458f705 req-758053e1-9f61-4ec8-a60e-bf300811aad9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692768 Mar 08 20:21:39.450655 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513fe1-5345-423e-b855-45cb42de8967 req-fa06d4c2-a060-483d-ae6a-db9111846b05 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:39.457744 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a513fe1-5345-423e-b855-45cb42de8967 req-fa06d4c2-a060-483d-ae6a-db9111846b05 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0625222 Mar 08 20:21:39.518636 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a513fe1-5345-423e-b855-45cb42de8967 req-47789c5d-2caa-4e90-b314-6c6874883543 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Mar 08 20:21:40.694716 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46308) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:40.695889 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33edbf8-be46-4aeb-8998-c10566d09061 req-3b25c16a-5810-46d7-be4a-c694b177ecf1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:40.698277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f33edbf8-be46-4aeb-8998-c10566d09061 req-3b25c16a-5810-46d7-be4a-c694b177ecf1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0872381 Mar 08 20:21:40.764359 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f33edbf8-be46-4aeb-8998-c10566d09061 req-275beac5-5152-47eb-9779-5d0e640e792c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583832 Mar 08 20:21:40.851153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae421115-ee00-4b36-aa3b-ad0fabc3297b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:40.970598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae421115-ee00-4b36-aa3b-ad0fabc3297b admin admin] Publish callbacks [] for security_group (e9cce182-206a-4489-af98-b992422ef14a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.037291 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae421115-ee00-4b36-aa3b-ad0fabc3297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e9cce182-206a-4489-af98-b992422ef14a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.087864 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ae421115-ee00-4b36-aa3b-ad0fabc3297b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8387498b174f4acd973883dfcd4d5079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907368 Mar 08 20:21:41.089288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46318) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:41.089550 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae421115-ee00-4b36-aa3b-ad0fabc3297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cce182-206a-4489-af98-b992422ef14a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:41.194469 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] Publish callbacks [] for security_group (e9cce182-206a-4489-af98-b992422ef14a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.229835 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] Publish callbacks [] for security_group (e9cce182-206a-4489-af98-b992422ef14a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.411285 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e9cce182-206a-4489-af98-b992422ef14a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.411982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:41.413313 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9cce182-206a-4489-af98-b992422ef14a HTTP/1.1" status: 204 len: 168 time: 0.3049815 Mar 08 20:21:41.442775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983819-66f0-4ee8-ac73-8a5e207f6624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cce182-206a-4489-af98-b992422ef14a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:42.301746 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46370) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:42.313096 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46372) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:42.325776 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb976796-76cc-49a9-a243-23b092fa36ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.432792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb976796-76cc-49a9-a243-23b092fa36ef admin admin] Publish callbacks [] for security_group (5f839bdb-5b15-4206-bba7-0f47a822c28f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.505383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cb976796-76cc-49a9-a243-23b092fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5f839bdb-5b15-4206-bba7-0f47a822c28f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.519233 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da36a87a-b2eb-4ec8-beb3-c3e383dbb5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.544768 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb976796-76cc-49a9-a243-23b092fa36ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f839bdb-5b15-4206-bba7-0f47a822c28f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:42.554836 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cb976796-76cc-49a9-a243-23b092fa36ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd098c9ef511491ebdf273f164295bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506812 Mar 08 20:21:42.555903 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46378) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:42.632115 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da36a87a-b2eb-4ec8-beb3-c3e383dbb5c0 admin admin] Publish callbacks [] for security_group (1d4f0371-38ec-4eb8-8f0d-1ba0128c931a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.640001 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] Publish callbacks [] for security_group (5f839bdb-5b15-4206-bba7-0f47a822c28f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.669531 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] Publish callbacks [] for security_group (5f839bdb-5b15-4206-bba7-0f47a822c28f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.739887 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da36a87a-b2eb-4ec8-beb3-c3e383dbb5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (1d4f0371-38ec-4eb8-8f0d-1ba0128c931a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.781672 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a87a-b2eb-4ec8-beb3-c3e383dbb5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f0371-38ec-4eb8-8f0d-1ba0128c931a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:42.801333 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-da36a87a-b2eb-4ec8-beb3-c3e383dbb5c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03a4a633fbbf49799319efc7ba3c738b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870138 Mar 08 20:21:42.801584 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46384) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:42.827812 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5f839bdb-5b15-4206-bba7-0f47a822c28f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.830429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.831556 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f839bdb-5b15-4206-bba7-0f47a822c28f HTTP/1.1" status: 204 len: 168 time: 0.2745187 Mar 08 20:21:42.843424 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0dabf-d10d-458d-8edf-81fa02a4ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f839bdb-5b15-4206-bba7-0f47a822c28f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:42.870460 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] Publish callbacks [] for security_group (1d4f0371-38ec-4eb8-8f0d-1ba0128c931a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:42.899992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] Publish callbacks [] for security_group (1d4f0371-38ec-4eb8-8f0d-1ba0128c931a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:43.030617 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (1d4f0371-38ec-4eb8-8f0d-1ba0128c931a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:43.033275 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:43.034411 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d4f0371-38ec-4eb8-8f0d-1ba0128c931a HTTP/1.1" status: 204 len: 168 time: 0.2318542 Mar 08 20:21:43.042508 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff16bc-16dd-4764-aa12-b0826da3f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f0371-38ec-4eb8-8f0d-1ba0128c931a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:43.842866 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841a310-89ff-442b-a535-39bd379e0163 req-1266fed7-e200-4ea5-b8ff-7c023bfb9746 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:43.845207 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5841a310-89ff-442b-a535-39bd379e0163 req-1266fed7-e200-4ea5-b8ff-7c023bfb9746 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0693583 Mar 08 20:21:43.921374 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46420) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:43.942343 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5841a310-89ff-442b-a535-39bd379e0163 req-c744e453-5bf0-46af-9073-a4f4d2a88804 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902605 Mar 08 20:21:43.945523 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-df81ff7b-3802-4c61-9526-b24c5432ece3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.096174 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-df81ff7b-3802-4c61-9526-b24c5432ece3 admin admin] Publish callbacks [] for security_group (a3aeb77f-a155-4bbe-9f79-4c8e72627a35), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.145678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-df81ff7b-3802-4c61-9526-b24c5432ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a3aeb77f-a155-4bbe-9f79-4c8e72627a35), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.202111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46430) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:44.203066 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-df81ff7b-3802-4c61-9526-b24c5432ece3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1558cecfe1604fd8b58d08d178712e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791510 Mar 08 20:21:44.218105 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81ff7b-3802-4c61-9526-b24c5432ece3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aeb77f-a155-4bbe-9f79-4c8e72627a35,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:44.291559 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] Publish callbacks [] for security_group (a3aeb77f-a155-4bbe-9f79-4c8e72627a35), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.320151 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] Publish callbacks [] for security_group (a3aeb77f-a155-4bbe-9f79-4c8e72627a35), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.487704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a3aeb77f-a155-4bbe-9f79-4c8e72627a35), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.491495 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:44.494158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3aeb77f-a155-4bbe-9f79-4c8e72627a35 HTTP/1.1" status: 204 len: 168 time: 0.2910411 Mar 08 20:21:44.504877 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0f7a2-d68c-427a-b574-0fee44efe76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aeb77f-a155-4bbe-9f79-4c8e72627a35,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:45.979347 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-df07773d-56dd-41cc-9eb1-6544294339a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.265988 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46510) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:46.463030 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-18699518-f44b-49b4-856e-139c54148b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.537488 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-18699518-f44b-49b4-856e-139c54148b57 admin admin] Publish callbacks [] for security_group (ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.659066 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-18699518-f44b-49b4-856e-139c54148b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.699159 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-18699518-f44b-49b4-856e-139c54148b57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e08c3c8827048de9a9a02010a6ba5ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289274 Mar 08 20:21:46.700115 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18699518-f44b-49b4-856e-139c54148b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:46.705990 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46522) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:46.760803 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] Publish callbacks [] for security_group (ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.782491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] Publish callbacks [] for security_group (ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.967958 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.970483 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:46.971670 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be HTTP/1.1" status: 204 len: 168 time: 0.2647214 Mar 08 20:21:46.979456 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae534bc-3464-4043-bfa1-b85d33f19f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd99fb-37ab-4fa8-9bb8-0ce0d56369be,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:47.677446 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46540) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:47.693120 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72581ce2-3a68-4dbb-b217-8adc506f6047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:47.781419 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72581ce2-3a68-4dbb-b217-8adc506f6047 admin admin] Publish callbacks [] for security_group (aaf7b2ea-4259-4717-82d3-7088ac47a0bd), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:47.864881 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-72581ce2-3a68-4dbb-b217-8adc506f6047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (aaf7b2ea-4259-4717-82d3-7088ac47a0bd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:47.903829 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-72581ce2-3a68-4dbb-b217-8adc506f6047 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=701d2964ec6d4b66970e9d38586c8740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246623 Mar 08 20:21:47.904682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581ce2-3a68-4dbb-b217-8adc506f6047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf7b2ea-4259-4717-82d3-7088ac47a0bd,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:47.906520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46548) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:47.959882 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] Publish callbacks [] for security_group (aaf7b2ea-4259-4717-82d3-7088ac47a0bd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:47.981865 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] Publish callbacks [] for security_group (aaf7b2ea-4259-4717-82d3-7088ac47a0bd), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:48.082081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (aaf7b2ea-4259-4717-82d3-7088ac47a0bd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:48.084638 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:48.088330 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aaf7b2ea-4259-4717-82d3-7088ac47a0bd HTTP/1.1" status: 204 len: 168 time: 0.1807051 Mar 08 20:21:48.099115 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10933d-a778-49d1-b587-5bff6cc9c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf7b2ea-4259-4717-82d3-7088ac47a0bd,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:48.339166 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4987f114-66b4-49b1-a8e7-3a4830c48130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:49.578788 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:51.340818 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:52.521889 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.262662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46706) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:53.367528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8df870a4-0e63-4bab-b01f-4e0500fbdf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.444129 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8df870a4-0e63-4bab-b01f-4e0500fbdf00 admin admin] Publish callbacks [] for security_group (185aef3d-e9d7-4774-90e6-d026a3cbd0c4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.555902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8df870a4-0e63-4bab-b01f-4e0500fbdf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (185aef3d-e9d7-4774-90e6-d026a3cbd0c4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.593933 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df870a4-0e63-4bab-b01f-4e0500fbdf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185aef3d-e9d7-4774-90e6-d026a3cbd0c4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:53.599456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8df870a4-0e63-4bab-b01f-4e0500fbdf00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2617bec34508499f9260ccc04e45d09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356590 Mar 08 20:21:53.605417 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46716) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:53.652312 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] Publish callbacks [] for security_group (185aef3d-e9d7-4774-90e6-d026a3cbd0c4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.678464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] Publish callbacks [] for security_group (185aef3d-e9d7-4774-90e6-d026a3cbd0c4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.801776 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (185aef3d-e9d7-4774-90e6-d026a3cbd0c4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.804323 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:53.805465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/185aef3d-e9d7-4774-90e6-d026a3cbd0c4 HTTP/1.1" status: 204 len: 168 time: 0.1990323 Mar 08 20:21:53.813854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b324d-4929-4103-9894-cbe639cfa54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185aef3d-e9d7-4774-90e6-d026a3cbd0c4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:54.354938 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eca87-948e-4499-97e4-3b305f5834a2 req-2d6c820f-7afe-4f22-a394-27d854c0df2b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:54.356363 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b53eca87-948e-4499-97e4-3b305f5834a2 req-2d6c820f-7afe-4f22-a394-27d854c0df2b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0537641 Mar 08 20:21:54.408280 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b53eca87-948e-4499-97e4-3b305f5834a2 req-c51c730b-12b4-42cb-8bc4-380e3de1c1ad tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459337 Mar 08 20:21:54.464334 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-09ba8f04-46f5-4200-beb0-bb6a5e0a75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:54.465937 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-09ba8f04-46f5-4200-beb0-bb6a5e0a75e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0445993 Mar 08 20:21:54.533567 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 46738) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:54.549426 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf329-e2d3-40b3-bb0f-e9cf3b20d49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:54.563614 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-94c76bf8-f424-4f56-8781-c4ffc6733dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:54.565129 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-94c76bf8-f424-4f56-8781-c4ffc6733dfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.0904498 Mar 08 20:21:54.606814 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-71425c53-d686-416c-9117-ebb5498cf21a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0344236 Mar 08 20:21:54.624971 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf329-e2d3-40b3-bb0f-e9cf3b20d49f admin admin] Publish callbacks [] for security_group (4eddbbc7-b97f-4e6e-90d7-1357a1f659e5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:54.653949 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-5d3d2160-fd22-47db-88ab-287cdbff2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:54.655379 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-5d3d2160-fd22-47db-88ab-287cdbff2deb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.0422091 Mar 08 20:21:54.687891 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-7e4c65e0-2be7-4927-bd6f-178875ca6584 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247185 Mar 08 20:21:54.721957 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2d4bf329-e2d3-40b3-bb0f-e9cf3b20d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4eddbbc7-b97f-4e6e-90d7-1357a1f659e5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:54.763949 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2d4bf329-e2d3-40b3-bb0f-e9cf3b20d49f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2050835d173a48b1a012ac913d801ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288973 Mar 08 20:21:54.764818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bf329-e2d3-40b3-bb0f-e9cf3b20d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eddbbc7-b97f-4e6e-90d7-1357a1f659e5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:54.766561 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46740) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:21:54.794203 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-3a1dd5ba-a78e-41e6-9ed8-0803e401d5ac service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981808 Mar 08 20:21:54.884247 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] Publish callbacks [] for security_group (4eddbbc7-b97f-4e6e-90d7-1357a1f659e5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:54.912623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] Publish callbacks [] for security_group (4eddbbc7-b97f-4e6e-90d7-1357a1f659e5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:54.949843 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f9d3699a-fa60-43fd-b360-7dbe9fb708df req-a8d8ed94-8204-4bb8-ac12-9981a783668a service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402638 Mar 08 20:21:55.036619 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4eddbbc7-b97f-4e6e-90d7-1357a1f659e5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:55.039302 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:55.040480 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eddbbc7-b97f-4e6e-90d7-1357a1f659e5 HTTP/1.1" status: 204 len: 168 time: 0.2727232 Mar 08 20:21:55.049447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605fcd8-a49e-4c74-a47a-4b94acbf072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eddbbc7-b97f-4e6e-90d7-1357a1f659e5,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:21:55.553929 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1917-a449-4fe0-9809-f129176d766f req-c6798880-5886-4f91-8535-80f161f89fe2 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:55.555461 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c1d1917-a449-4fe0-9809-f129176d766f req-c6798880-5886-4f91-8535-80f161f89fe2 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0606599 Mar 08 20:21:55.602868 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c1d1917-a449-4fe0-9809-f129176d766f req-2c83952b-0c95-45a9-bda4-d5c21092d180 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Mar 08 20:21:55.727982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:21:56.719909 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9cce-b01c-4f9f-8e36-c2128262ede6 req-16cae86c-30df-4812-8720-241bd20c2f74 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:56.721414 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a5e9cce-b01c-4f9f-8e36-c2128262ede6 req-16cae86c-30df-4812-8720-241bd20c2f74 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0539954 Mar 08 20:21:56.768214 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a5e9cce-b01c-4f9f-8e36-c2128262ede6 req-5904cf1f-38fa-4ff4-a140-a4ea8bc77694 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Mar 08 20:21:57.890909 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440b872-8a4d-4422-bc49-ca7da5b0f50f req-3548d990-70a5-4214-a46e-280c0117f461 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:57.892401 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7440b872-8a4d-4422-bc49-ca7da5b0f50f req-3548d990-70a5-4214-a46e-280c0117f461 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0579088 Mar 08 20:21:57.939436 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7440b872-8a4d-4422-bc49-ca7da5b0f50f req-aa3292ea-7348-4520-9f7e-1ff5fdfed12c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Mar 08 20:21:59.057288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd26a63-ab2b-47ea-92cf-fadd6ba045d1 req-4a1a642b-9437-4d03-af26-dd2a8f9433f7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:21:59.059050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dd26a63-ab2b-47ea-92cf-fadd6ba045d1 req-4a1a642b-9437-4d03-af26-dd2a8f9433f7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0534675 Mar 08 20:21:59.107518 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dd26a63-ab2b-47ea-92cf-fadd6ba045d1 req-bfcfbd83-031a-42fd-84de-fe53d822081c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Mar 08 20:22:00.231748 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d5a50-2bcb-4dfc-90ce-5d2c099b4cd1 req-055b7f58-b88e-466a-9798-d6d086bc66c5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:00.233246 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b67d5a50-2bcb-4dfc-90ce-5d2c099b4cd1 req-055b7f58-b88e-466a-9798-d6d086bc66c5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0584466 Mar 08 20:22:00.281725 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b67d5a50-2bcb-4dfc-90ce-5d2c099b4cd1 req-8112efec-8281-40dd-b319-779ed3f7eef6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Mar 08 20:22:01.397529 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153daae-0219-48f0-9007-19f04c4df575 req-7ae4d08b-71cd-41ac-9772-1748fcd19b10 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:01.398972 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0153daae-0219-48f0-9007-19f04c4df575 req-7ae4d08b-71cd-41ac-9772-1748fcd19b10 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Mar 08 20:22:01.444931 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0153daae-0219-48f0-9007-19f04c4df575 req-880dac05-f311-4825-a676-4effc3f791d6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Mar 08 20:22:01.874049 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:22:02.576592 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36638-02f9-41db-b12a-942ee483f026 req-c094ebcb-45eb-4b17-9cb1-2724c8a60e61 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:02.578193 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c9f36638-02f9-41db-b12a-942ee483f026 req-c094ebcb-45eb-4b17-9cb1-2724c8a60e61 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0559752 Mar 08 20:22:02.624761 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c9f36638-02f9-41db-b12a-942ee483f026 req-227ab675-64dc-4bd3-aafd-31dae99decf7 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Mar 08 20:22:03.316843 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46926) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:03.361972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Deleting subnet ad2a4148-975b-45a7-b562-8073a742ca4c {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:22:03.365812 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Publish callbacks [] for subnet (ad2a4148-975b-45a7-b562-8073a742ca4c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.401754 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (ad2a4148-975b-45a7-b562-8073a742ca4c), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.446991 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (ad2a4148-975b-45a7-b562-8073a742ca4c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.596516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (ad2a4148-975b-45a7-b562-8073a742ca4c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.621307 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2a4148-975b-45a7-b562-8073a742ca4c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:03.624953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.628052 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1e030647-5603-4bcc-9ac6-5961993bfd33 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ad2a4148-975b-45a7-b562-8073a742ca4c HTTP/1.1" status: 204 len: 168 time: 0.3101010 Mar 08 20:22:03.631259 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46934) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:03.702023 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (c5f273e6-237f-40d6-bae5-9a1e21c3d934), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.756823 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aafb5d-993a-4cc3-a6b8-f43f3c377e9a req-627f5653-7647-4dc5-9d09-ac386c5a6489 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:03.758561 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-05aafb5d-993a-4cc3-a6b8-f43f3c377e9a req-627f5653-7647-4dc5-9d09-ac386c5a6489 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0646141 Mar 08 20:22:03.791874 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (c5f273e6-237f-40d6-bae5-9a1e21c3d934), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.812873 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f273e6-237f-40d6-bae5-9a1e21c3d934']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:03.813222 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-05aafb5d-993a-4cc3-a6b8-f43f3c377e9a req-e9e90711-baed-4b83-9331-86c5e06adc66 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Mar 08 20:22:03.830251 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2676235d-e63d-46ee-9f19-3545a5ce383d') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:03.830251 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2676235d-e63d-46ee-9f19-3545a5ce383d') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:03.836253 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (2676235d-e63d-46ee-9f19-3545a5ce383d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.849776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (2676235d-e63d-46ee-9f19-3545a5ce383d), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.855511 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:22:03.855919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (2676235d-e63d-46ee-9f19-3545a5ce383d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:22:03.859217 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:22:04.030365 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (c5f273e6-237f-40d6-bae5-9a1e21c3d934), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.035692 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.039565 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5f273e6-237f-40d6-bae5-9a1e21c3d934 HTTP/1.1" status: 204 len: 168 time: 0.4073246 Mar 08 20:22:04.050839 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85b442-8aee-4ec5-9607-1f3575362def admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f273e6-237f-40d6-bae5-9a1e21c3d934,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:04.547854 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46956) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:04.588772 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6a62f0b3-bffb-49ca-9d12-756385fa4f3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=271bf83a52724f559aa190aeeb1cbe4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397530 Mar 08 20:22:04.591275 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 46958) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:04.641860 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] Publish callbacks [] for security_group (8ab73b43-b214-42b8-abc3-2782836d53a5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.664627 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] Publish callbacks [] for security_group (8ab73b43-b214-42b8-abc3-2782836d53a5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.773082 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (8ab73b43-b214-42b8-abc3-2782836d53a5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.775671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:04.776847 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ab73b43-b214-42b8-abc3-2782836d53a5 HTTP/1.1" status: 204 len: 168 time: 0.1846535 Mar 08 20:22:04.784938 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d574a09-ca1e-49a2-9c7c-f53c8da7ad2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab73b43-b214-42b8-abc3-2782836d53a5,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:04.937060 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c66d-f12d-4a9c-a763-8bd55570d1e7 req-0a8ddfd4-0a21-4227-9949-a059706268ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:04.938502 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ff7c66d-f12d-4a9c-a763-8bd55570d1e7 req-0a8ddfd4-0a21-4227-9949-a059706268ef tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0550809 Mar 08 20:22:04.994937 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ff7c66d-f12d-4a9c-a763-8bd55570d1e7 req-6659739d-7119-4b24-9d6f-a6c81e6a349f tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Mar 08 20:22:06.119792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f51757-6a1a-4ccd-851b-9bca8897bc61 req-1d2e8ef5-04f4-4763-b7c3-f356d6d64dad tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:06.121287 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2f51757-6a1a-4ccd-851b-9bca8897bc61 req-1d2e8ef5-04f4-4763-b7c3-f356d6d64dad tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0565445 Mar 08 20:22:06.168140 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2f51757-6a1a-4ccd-851b-9bca8897bc61 req-23bd26f9-ed40-4144-b5b5-9629ee757a9b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Mar 08 20:22:06.316869 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47012) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:06.465549 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47018) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:06.538214 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3b76-cb69-48f1-aea8-2c1833da147b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.541113 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-242f9ab1-fea5-4ccd-892e-8bab6d16110c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.669681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-242f9ab1-fea5-4ccd-892e-8bab6d16110c admin admin] Publish callbacks [] for security_group (fd0ad850-306a-4042-9029-8188cdf0cc62), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.671625 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3b76-cb69-48f1-aea8-2c1833da147b admin admin] Publish callbacks [] for security_group (9ec00c5e-d891-458b-8a60-6119d5e6a545), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.819371 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a3d3b76-cb69-48f1-aea8-2c1833da147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9ec00c5e-d891-458b-8a60-6119d5e6a545), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.824214 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-242f9ab1-fea5-4ccd-892e-8bab6d16110c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (fd0ad850-306a-4042-9029-8188cdf0cc62), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.876017 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1a3d3b76-cb69-48f1-aea8-2c1833da147b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb679c44ee9d46dc848b2ee02e4fb6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558214 Mar 08 20:22:06.876017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d3b76-cb69-48f1-aea8-2c1833da147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec00c5e-d891-458b-8a60-6119d5e6a545,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:06.877373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47026) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:06.888452 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-242f9ab1-fea5-4ccd-892e-8bab6d16110c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0433be2b414d486aa26d3c99a52852ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218655 Mar 08 20:22:06.893415 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47028) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:06.923465 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f9ab1-fea5-4ccd-892e-8bab6d16110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0ad850-306a-4042-9029-8188cdf0cc62,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:06.956471 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] Publish callbacks [] for security_group (fd0ad850-306a-4042-9029-8188cdf0cc62), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.959992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] Publish callbacks [] for security_group (9ec00c5e-d891-458b-8a60-6119d5e6a545), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.981897 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] Publish callbacks [] for security_group (fd0ad850-306a-4042-9029-8188cdf0cc62), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:06.983348 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] Publish callbacks [] for security_group (9ec00c5e-d891-458b-8a60-6119d5e6a545), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:07.110125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (fd0ad850-306a-4042-9029-8188cdf0cc62), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:07.110330 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9ec00c5e-d891-458b-8a60-6119d5e6a545), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:07.112706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:07.112815 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:07.117255 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ec00c5e-d891-458b-8a60-6119d5e6a545 HTTP/1.1" status: 204 len: 168 time: 0.2355123 Mar 08 20:22:07.117397 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd0ad850-306a-4042-9029-8188cdf0cc62 HTTP/1.1" status: 204 len: 168 time: 0.2195861 Mar 08 20:22:07.124892 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34a9b9-1182-4dd0-8150-16ece955c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0ad850-306a-4042-9029-8188cdf0cc62,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:07.125125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018a91f-24cd-42b3-ac1a-0df300669433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec00c5e-d891-458b-8a60-6119d5e6a545,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:07.292750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd688ca-4d41-42e6-8a4f-9308271c3cc6 req-2d6273ae-c840-4b47-9e1b-aee5f8e66402 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:07.294793 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0fd688ca-4d41-42e6-8a4f-9308271c3cc6 req-2d6273ae-c840-4b47-9e1b-aee5f8e66402 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0606811 Mar 08 20:22:07.345461 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0fd688ca-4d41-42e6-8a4f-9308271c3cc6 req-a20a282a-3ddf-4fcf-a455-9ffbf054ccc9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Mar 08 20:22:08.471184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c4058-a2ff-454e-9b66-c147198b8d73 req-7e15be27-5c4e-4deb-b745-6aaf155f82ac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:08.472622 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d5c4058-a2ff-454e-9b66-c147198b8d73 req-7e15be27-5c4e-4deb-b745-6aaf155f82ac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0591888 Mar 08 20:22:08.519888 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d5c4058-a2ff-454e-9b66-c147198b8d73 req-c54893eb-810e-4d3d-94d0-4f97fa20543c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Mar 08 20:22:09.636790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e160a83-cf69-4508-b488-90053c401f19 req-80f7a494-26b3-4573-8478-9d3f5b67689a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:09.638308 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e160a83-cf69-4508-b488-90053c401f19 req-80f7a494-26b3-4573-8478-9d3f5b67689a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0521219 Mar 08 20:22:09.684818 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e160a83-cf69-4508-b488-90053c401f19 req-6146925c-38ca-4617-a432-d83b0fa30e69 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Mar 08 20:22:10.803157 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4a81-58b0-4c66-b36f-8f0de5d689ee req-9403c12f-1f86-46aa-8e70-a4ef224d832a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:10.804626 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25ea4a81-58b0-4c66-b36f-8f0de5d689ee req-9403c12f-1f86-46aa-8e70-a4ef224d832a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Mar 08 20:22:10.850112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25ea4a81-58b0-4c66-b36f-8f0de5d689ee req-7cfb9a4d-c673-48ef-b38f-0b331094cc8d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400202 Mar 08 20:22:11.967179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622471-cfd9-4787-b7a8-8228f1ae7351 req-5293b8c1-d126-40c4-ba43-1b0d6434a0b1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:11.968675 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22622471-cfd9-4787-b7a8-8228f1ae7351 req-5293b8c1-d126-40c4-ba43-1b0d6434a0b1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0521410 Mar 08 20:22:12.014295 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22622471-cfd9-4787-b7a8-8228f1ae7351 req-9c2e64cf-34fc-4039-9b29-5cb30a7b23ee tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Mar 08 20:22:13.131248 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97472778-b950-421a-9dba-4e2778052e73 req-e3d11415-97bb-420f-a142-f91fe807d5cf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:13.132825 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97472778-b950-421a-9dba-4e2778052e73 req-e3d11415-97bb-420f-a142-f91fe807d5cf tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Mar 08 20:22:13.183353 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97472778-b950-421a-9dba-4e2778052e73 req-7a31a17b-a52a-41e8-aebe-4f5538b9d252 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Mar 08 20:22:14.306003 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1143-5104-4f87-898f-f5bf3e80be71 req-8f23af01-83cb-411a-a7ea-d7b58ed74298 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:14.307568 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e7c1143-5104-4f87-898f-f5bf3e80be71 req-8f23af01-83cb-411a-a7ea-d7b58ed74298 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0565197 Mar 08 20:22:14.360267 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e7c1143-5104-4f87-898f-f5bf3e80be71 req-d89c8075-3fd4-4400-abe8-1032c37dac8a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Mar 08 20:22:15.479052 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11eb5c-d9fd-49dc-b7f0-9c8071241ec9 req-2b751fdb-6ee8-4c87-ab17-ac75d64254c6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:15.480575 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c11eb5c-d9fd-49dc-b7f0-9c8071241ec9 req-2b751fdb-6ee8-4c87-ab17-ac75d64254c6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0554948 Mar 08 20:22:15.526158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c11eb5c-d9fd-49dc-b7f0-9c8071241ec9 req-782b5076-cc0a-4fb5-b857-dd3a0ce88433 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402486 Mar 08 20:22:15.856467 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47164) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:15.980880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b709bc98-23d4-44cc-9caa-759671c801d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.006924 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0925-1eec-4eee-9deb-3a92ee58a540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.057200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b709bc98-23d4-44cc-9caa-759671c801d7 admin admin] Publish callbacks [] for security_group (3f6cd951-8b40-4205-9d79-ab8a4083ee4c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.161577 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b709bc98-23d4-44cc-9caa-759671c801d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3f6cd951-8b40-4205-9d79-ab8a4083ee4c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.201687 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-b709bc98-23d4-44cc-9caa-759671c801d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62e808f7484643ffb3aea76ab6fe6d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441408 Mar 08 20:22:16.202559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709bc98-23d4-44cc-9caa-759671c801d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6cd951-8b40-4205-9d79-ab8a4083ee4c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:16.204792 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47176) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:16.252415 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] Publish callbacks [] for security_group (3f6cd951-8b40-4205-9d79-ab8a4083ee4c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.274732 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] Publish callbacks [] for security_group (3f6cd951-8b40-4205-9d79-ab8a4083ee4c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.424480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3f6cd951-8b40-4205-9d79-ab8a4083ee4c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.427090 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:16.428303 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f6cd951-8b40-4205-9d79-ab8a4083ee4c HTTP/1.1" status: 204 len: 168 time: 0.2226155 Mar 08 20:22:16.435841 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aace3f0-0fda-412a-b217-5d6802cc74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6cd951-8b40-4205-9d79-ab8a4083ee4c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:16.647970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7f66-dcbf-4c12-ad65-c041dd1193d6 req-58212ac7-4004-4a7f-93ac-c97b70a41f49 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:16.649465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6ef7f66-dcbf-4c12-ad65-c041dd1193d6 req-58212ac7-4004-4a7f-93ac-c97b70a41f49 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0566955 Mar 08 20:22:16.700003 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6ef7f66-dcbf-4c12-ad65-c041dd1193d6 req-c9471c3a-55e1-467e-8cb2-25f396f15b39 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Mar 08 20:22:17.043140 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47186) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:17.058952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-14250c84-433d-4113-9e7b-f72b505fd778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.131320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-14250c84-433d-4113-9e7b-f72b505fd778 admin admin] Publish callbacks [] for security_group (67c589f6-0a3a-4298-aa08-2c698937006a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.235623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-14250c84-433d-4113-9e7b-f72b505fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (67c589f6-0a3a-4298-aa08-2c698937006a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.274807 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-14250c84-433d-4113-9e7b-f72b505fd778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08f2e473d4734e169de1a00c28d3eb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302573 Mar 08 20:22:17.275650 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250c84-433d-4113-9e7b-f72b505fd778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c589f6-0a3a-4298-aa08-2c698937006a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:17.277483 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47190) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:17.326343 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] Publish callbacks [] for security_group (67c589f6-0a3a-4298-aa08-2c698937006a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.347564 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] Publish callbacks [] for security_group (67c589f6-0a3a-4298-aa08-2c698937006a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.469728 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (67c589f6-0a3a-4298-aa08-2c698937006a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.472260 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:17.473439 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67c589f6-0a3a-4298-aa08-2c698937006a HTTP/1.1" status: 204 len: 168 time: 0.1949177 Mar 08 20:22:17.481085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383a758-d4e5-4027-989e-a10c28f3d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c589f6-0a3a-4298-aa08-2c698937006a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:17.825982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1818fe-be90-45df-bca3-e2f6e095b0e2 req-d75e3714-81ec-4e3e-809c-6822b86fa00b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:17.827527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db1818fe-be90-45df-bca3-e2f6e095b0e2 req-d75e3714-81ec-4e3e-809c-6822b86fa00b tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0570211 Mar 08 20:22:17.873364 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db1818fe-be90-45df-bca3-e2f6e095b0e2 req-e1f488b6-3603-419d-809c-ed9b99387d9e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Mar 08 20:22:18.038586 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47200) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:18.054186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f27e5459-1407-4fb7-9c57-226813baabb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.128017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f27e5459-1407-4fb7-9c57-226813baabb7 admin admin] Publish callbacks [] for security_group (648e74af-8162-486e-9754-4f4ec586fa00), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.189363 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f27e5459-1407-4fb7-9c57-226813baabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (648e74af-8162-486e-9754-4f4ec586fa00), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.227339 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5459-1407-4fb7-9c57-226813baabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e74af-8162-486e-9754-4f4ec586fa00,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:18.231949 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f27e5459-1407-4fb7-9c57-226813baabb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b9637f8f1cc45efb802e5b59f4a392e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922982 Mar 08 20:22:18.234461 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47204) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:18.287759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] Publish callbacks [] for security_group (648e74af-8162-486e-9754-4f4ec586fa00), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.298172 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f5517054-6bcc-4450-be83-0b2398de618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.312132 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] Publish callbacks [] for security_group (648e74af-8162-486e-9754-4f4ec586fa00), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.447277 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (648e74af-8162-486e-9754-4f4ec586fa00), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.449890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:18.451038 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/648e74af-8162-486e-9754-4f4ec586fa00 HTTP/1.1" status: 204 len: 168 time: 0.2153940 Mar 08 20:22:18.459179 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61a94d-a483-4dee-a5ad-63822c257f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e74af-8162-486e-9754-4f4ec586fa00,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:18.993902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c46a-404d-4a35-b7e9-9277023f78b2 req-c3fdf444-d86e-4dea-983d-8c58fa4338c9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:18.995406 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cdf9c46a-404d-4a35-b7e9-9277023f78b2 req-c3fdf444-d86e-4dea-983d-8c58fa4338c9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0530381 Mar 08 20:22:19.048230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cdf9c46a-404d-4a35-b7e9-9277023f78b2 req-1094f388-1732-46c0-ae7f-2adcb7544bb4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Mar 08 20:22:19.601368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:20.168016 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01631b7-a2c0-4919-b59a-ec109d554dd7 req-19b2402b-cbb0-4b0c-a83f-10c141196370 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:20.174918 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c01631b7-a2c0-4919-b59a-ec109d554dd7 req-19b2402b-cbb0-4b0c-a83f-10c141196370 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0576959 Mar 08 20:22:20.221132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c01631b7-a2c0-4919-b59a-ec109d554dd7 req-f47227f7-264b-4d04-aaa0-404a9c7e48a0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Mar 08 20:22:21.310031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:21.339371 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6b69b-b84e-432d-906e-0b84d56d199f req-286920df-7b7b-42a2-aec8-ca001d37d83c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:21.340884 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33c6b69b-b84e-432d-906e-0b84d56d199f req-286920df-7b7b-42a2-aec8-ca001d37d83c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0522573 Mar 08 20:22:21.386675 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33c6b69b-b84e-432d-906e-0b84d56d199f req-7137ac52-13f8-4b49-a1d0-5ad6387a6fa5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402873 Mar 08 20:22:22.508393 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6655761-83f0-405a-a77f-9c0862d3eccd req-64a6b69c-33fb-4d1a-9710-5a6228d5fc62 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:22.509869 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6655761-83f0-405a-a77f-9c0862d3eccd req-64a6b69c-33fb-4d1a-9710-5a6228d5fc62 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0535061 Mar 08 20:22:22.558522 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e6655761-83f0-405a-a77f-9c0862d3eccd req-817786c0-0e5d-4179-9a15-d1458c8f439a tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Mar 08 20:22:22.583529 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:23.677441 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c434652-88c7-41b0-9ae4-f931d05f4a8e req-e2e07c4a-ee83-4dcd-88a6-dff17fb1d93d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:23.678940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c434652-88c7-41b0-9ae4-f931d05f4a8e req-e2e07c4a-ee83-4dcd-88a6-dff17fb1d93d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0550888 Mar 08 20:22:23.724317 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c434652-88c7-41b0-9ae4-f931d05f4a8e req-f349ef12-76ec-4578-9bda-08ffe79516ac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Mar 08 20:22:24.700784 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170f33e-77f0-40ca-bad5-eb076e932db0 req-1e1d0074-cdc1-4a64-afa4-b27c9918c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:24.702253 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c170f33e-77f0-40ca-bad5-eb076e932db0 req-1e1d0074-cdc1-4a64-afa4-b27c9918c44a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0440254 Mar 08 20:22:24.747048 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-c170f33e-77f0-40ca-bad5-eb076e932db0 req-d723cc11-3869-45c9-bbd7-408311b0a686 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379078 Mar 08 20:22:24.845352 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c8054-fcbe-4d77-b89c-76137bda53e4 req-bc1aff83-167a-4440-939a-9967c8ef3cd5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:24.846838 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a2c8054-fcbe-4d77-b89c-76137bda53e4 req-bc1aff83-167a-4440-939a-9967c8ef3cd5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0528431 Mar 08 20:22:24.893910 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9a2c8054-fcbe-4d77-b89c-76137bda53e4 req-60189777-b160-415a-bb50-8b026e929093 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 Mar 08 20:22:25.726557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:26.011984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c798ea8-bff0-4f42-ac85-85c52d5793f6 req-4189e06c-356e-4ac7-857e-b8130ed75c2d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:26.013437 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c798ea8-bff0-4f42-ac85-85c52d5793f6 req-4189e06c-356e-4ac7-857e-b8130ed75c2d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0511038 Mar 08 20:22:26.062358 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c798ea8-bff0-4f42-ac85-85c52d5793f6 req-9b7ce97a-912d-470b-847e-2996a6380ff4 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Mar 08 20:22:26.395850 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-77469584-d051-47ee-a167-29d12a9c458f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424001 Mar 08 20:22:26.476241 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea27a9-f825-430a-8558-89e0cf15179c req-bc7f9bc3-0625-48e2-9b20-6dc9284ebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:26.478018 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-bc7f9bc3-0625-48e2-9b20-6dc9284ebda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 1129 time: 0.0479431 Mar 08 20:22:26.580362 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea27a9-f825-430a-8558-89e0cf15179c req-f079b299-8587-4ed4-aae9-6a408faee1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:26.581736 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-f079b299-8587-4ed4-aae9-6a408faee1d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.0852380 Mar 08 20:22:27.185516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbda3c5-f4e5-4422-9185-ef3f7adc167d req-5279b5f0-4d25-49eb-a1fb-5b48890b6b65 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:27.187014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abbda3c5-f4e5-4422-9185-ef3f7adc167d req-5279b5f0-4d25-49eb-a1fb-5b48890b6b65 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0565045 Mar 08 20:22:27.233962 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-abbda3c5-f4e5-4422-9185-ef3f7adc167d req-2cbacb3f-dbcc-4ab2-8f4b-ea951ea79313 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Mar 08 20:22:27.804102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8adee-a6d4-4e35-bdb8-a697fd8cde73 req-df0cf217-e2bd-4ad8-920b-e80f5835c9ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:27.805574 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5c8adee-a6d4-4e35-bdb8-a697fd8cde73 req-df0cf217-e2bd-4ad8-920b-e80f5835c9ed tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0522416 Mar 08 20:22:27.851063 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5c8adee-a6d4-4e35-bdb8-a697fd8cde73 req-64380270-0457-411a-9bd2-9bfb31d435ea tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Mar 08 20:22:28.459300 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-2c38b295-0a6e-42c3-9e53-3f466ae084d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 200 len: 217 time: 0.0413656 Mar 08 20:22:28.979178 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558887a-0859-4db1-8884-b752e231aa2a req-9c80b576-979e-406e-8ddd-b143642d8214 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:28.980665 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4558887a-0859-4db1-8884-b752e231aa2a req-9c80b576-979e-406e-8ddd-b143642d8214 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0606294 Mar 08 20:22:29.025289 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4558887a-0859-4db1-8884-b752e231aa2a req-af3c650a-e15a-488d-b527-9f13b21d3516 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Mar 08 20:22:30.140593 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6861d9c-3f46-4aaf-a6d3-71fccb426645 req-690e8895-032e-4aa2-aec9-98a7560889c1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:30.142054 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6861d9c-3f46-4aaf-a6d3-71fccb426645 req-690e8895-032e-4aa2-aec9-98a7560889c1 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0513599 Mar 08 20:22:30.186695 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6861d9c-3f46-4aaf-a6d3-71fccb426645 req-71992436-12dd-4d3e-b09e-3a8e2690e60c tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Mar 08 20:22:30.573441 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea27a9-f825-430a-8558-89e0cf15179c req-96ea0a9c-01b3-419a-b2ac-fdd546434274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:30.574861 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-96ea0a9c-01b3-419a-b2ac-fdd546434274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.0449252 Mar 08 20:22:30.590957 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-64afc994-21ad-42b7-9617-f073118526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:30.592485 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-64afc994-21ad-42b7-9617-f073118526bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 1130 time: 0.0463257 Mar 08 20:22:30.607198 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-9c1d56c3-ac77-41f8-9ac2-160482b9379a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254622 Mar 08 20:22:30.685089 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-039963e8-2493-4cdb-ad82-df5578ae20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:30.686571 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-039963e8-2493-4cdb-ad82-df5578ae20fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 200 len: 918 time: 0.0875316 Mar 08 20:22:30.705868 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-21faed13-37ef-4193-a5b6-015bd73fa6c7 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909729 Mar 08 20:22:30.729619 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-a9f8ab14-1244-4de2-9d95-c78cf4824e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 200 len: 217 time: 0.0369785 Mar 08 20:22:30.775841 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-17acf92a-7ddd-4a1a-bcce-20b6027efb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:30.777267 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-17acf92a-7ddd-4a1a-bcce-20b6027efb2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 200 len: 858 time: 0.0423679 Mar 08 20:22:30.794795 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-71ea27a9-f825-430a-8558-89e0cf15179c req-7cd7d87a-a675-486f-a64a-e4068be7251a service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830457 Mar 08 20:22:30.810137 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-49a58527-3516-419e-8554-c3b9da60b5e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74de28ca-ca32-4e3e-b199-0f76b636b7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261331 Mar 08 20:22:30.908646 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-e3197f5a-fc9a-4bdc-899b-823298675ffd service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901096 Mar 08 20:22:30.996484 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e06aea4-a8de-49f4-a0e9-6927b7299a30 req-f6a3ecf3-d042-43ac-8fa0-0675c60c7607 service neutron] 10.222.0.47 "GET /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809422 Mar 08 20:22:31.302425 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e522b37-49c5-4686-8bd9-382084baf40a req-9ac0893e-35dc-476a-a532-6d37960ca0d5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:31.304010 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e522b37-49c5-4686-8bd9-382084baf40a req-9ac0893e-35dc-476a-a532-6d37960ca0d5 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Mar 08 20:22:31.355030 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e522b37-49c5-4686-8bd9-382084baf40a req-393f690e-ddbf-44d0-b6eb-1c6cf9b4828d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Mar 08 20:22:32.491034 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3de1c-6dd3-4455-b035-6efc3ac756b5 req-269c3b7e-1edf-4ae9-87db-bc9426d74d62 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:32.492616 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a3de1c-6dd3-4455-b035-6efc3ac756b5 req-269c3b7e-1edf-4ae9-87db-bc9426d74d62 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0696433 Mar 08 20:22:32.566222 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a3de1c-6dd3-4455-b035-6efc3ac756b5 req-a5067cc4-feae-4956-a3e7-ddfd18404ede tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Mar 08 20:22:32.982853 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47446) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:33.071108 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47452) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:33.130930 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d59746ae-d408-4cf4-8106-8c187cbb0709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.164794 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7481b0ff-f356-4274-9c17-66e0adf03ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.261044 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d59746ae-d408-4cf4-8106-8c187cbb0709 admin admin] Publish callbacks [] for security_group (b2527767-1c6d-4536-ad81-d0dfaee9bc5a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.283067 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7481b0ff-f356-4274-9c17-66e0adf03ee1 admin admin] Publish callbacks [] for security_group (b28c9ccd-951d-493b-b782-a48378245e45), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.298086 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d59746ae-d408-4cf4-8106-8c187cbb0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b2527767-1c6d-4536-ad81-d0dfaee9bc5a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.335600 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d59746ae-d408-4cf4-8106-8c187cbb0709 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a52880204da04df5b1f455c9cb3ffff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633653 Mar 08 20:22:33.336664 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59746ae-d408-4cf4-8106-8c187cbb0709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2527767-1c6d-4536-ad81-d0dfaee9bc5a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:33.338238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47456) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:33.339833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7481b0ff-f356-4274-9c17-66e0adf03ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b28c9ccd-951d-493b-b782-a48378245e45), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.380010 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7481b0ff-f356-4274-9c17-66e0adf03ee1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ffded7280e949429911183f3e7c98f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959541 Mar 08 20:22:33.381058 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481b0ff-f356-4274-9c17-66e0adf03ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28c9ccd-951d-493b-b782-a48378245e45,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:33.383102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47458) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:33.419546 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] Publish callbacks [] for security_group (b2527767-1c6d-4536-ad81-d0dfaee9bc5a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.447961 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] Publish callbacks [] for security_group (b2527767-1c6d-4536-ad81-d0dfaee9bc5a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.470549 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] Publish callbacks [] for security_group (b28c9ccd-951d-493b-b782-a48378245e45), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.505966 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] Publish callbacks [] for security_group (b28c9ccd-951d-493b-b782-a48378245e45), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.650064 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b2527767-1c6d-4536-ad81-d0dfaee9bc5a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.652656 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.653764 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2527767-1c6d-4536-ad81-d0dfaee9bc5a HTTP/1.1" status: 204 len: 168 time: 0.3144581 Mar 08 20:22:33.665586 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ba7e9-d0b6-463f-b81f-5714b5cecae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2527767-1c6d-4536-ad81-d0dfaee9bc5a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:33.676895 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f8e33-678e-479d-b365-13534ca834db req-20477ed1-360c-45e0-9bae-a5e4592795f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:33.678406 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc3f8e33-678e-479d-b365-13534ca834db req-20477ed1-360c-45e0-9bae-a5e4592795f6 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0652723 Mar 08 20:22:33.712922 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b28c9ccd-951d-493b-b782-a48378245e45), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.715374 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:33.716515 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b28c9ccd-951d-493b-b782-a48378245e45 HTTP/1.1" status: 204 len: 168 time: 0.3320789 Mar 08 20:22:33.735303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a83e4c-8100-45d7-8677-9f8c4f95dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28c9ccd-951d-493b-b782-a48378245e45,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:33.745144 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc3f8e33-678e-479d-b365-13534ca834db req-45e3cc8d-b6ba-4426-bc3b-e1a45d06c361 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594676 Mar 08 20:22:34.380840 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47484) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:34.393582 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9902b9fe-f132-4a58-b17b-50aeeb043aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.467355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9902b9fe-f132-4a58-b17b-50aeeb043aeb admin admin] Publish callbacks [] for security_group (651e8253-a9cc-41b1-aead-d97e40c7bf20), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.522117 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9902b9fe-f132-4a58-b17b-50aeeb043aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (651e8253-a9cc-41b1-aead-d97e40c7bf20), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.566954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9902b9fe-f132-4a58-b17b-50aeeb043aeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4e493f03a68460ba77d6418fbaaa881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814938 Mar 08 20:22:34.566954 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902b9fe-f132-4a58-b17b-50aeeb043aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651e8253-a9cc-41b1-aead-d97e40c7bf20,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:34.567131 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47490) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:34.618374 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] Publish callbacks [] for security_group (651e8253-a9cc-41b1-aead-d97e40c7bf20), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.640264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] Publish callbacks [] for security_group (651e8253-a9cc-41b1-aead-d97e40c7bf20), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.761296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (651e8253-a9cc-41b1-aead-d97e40c7bf20), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.763976 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:34.765165 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/651e8253-a9cc-41b1-aead-d97e40c7bf20 HTTP/1.1" status: 204 len: 168 time: 0.1964419 Mar 08 20:22:34.775555 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4c00-a73c-4fec-9806-8bbd62eaf203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651e8253-a9cc-41b1-aead-d97e40c7bf20,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:34.903144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91025-8d92-462f-8bed-97bc44d142d1 req-5a39c652-2ebb-440e-a831-dbe54168f6b3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:34.904708 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32e91025-8d92-462f-8bed-97bc44d142d1 req-5a39c652-2ebb-440e-a831-dbe54168f6b3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0543740 Mar 08 20:22:34.955830 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32e91025-8d92-462f-8bed-97bc44d142d1 req-c7d9c80a-6f0b-499e-b63a-8baa6bef5761 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Mar 08 20:22:35.834278 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47546) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:35.930471 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-778661153-network', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:36.023791 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Made reservation on behalf of 0c45730ec0b34b569d89b5a6d9538c01 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:36.026086 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.034433 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.109978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks [] for security_group (64c88cf9-bdb1-4c1d-b729-0917dfba75f8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.172465 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (64c88cf9-bdb1-4c1d-b729-0917dfba75f8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.197392 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:22:36.207571 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c88cf9-bdb1-4c1d-b729-0917dfba75f8,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:36.212409 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (31ab45e4-030a-4fab-ba53-327927ef6bb0), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.212750 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Added segment 31ab45e4-030a-4fab-ba53-327927ef6bb0 of type vlan for network 0af54936-3053-4950-a9a3-c05ccc02d715 Mar 08 20:22:36.253333 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (0af54936-3053-4950-a9a3-c05ccc02d715), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.349953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (0af54936-3053-4950-a9a3-c05ccc02d715), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.350912 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:36.351507 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.412658 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] Pushing event updated for resources: {'Network': ['ID=0af54936-3053-4950-a9a3-c05ccc02d715,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:36.423287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 0af54936-3053-4950-a9a3-c05ccc02d715 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:22:36.450268 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-749be8ae-faf6-4c14-940f-b43230e47f33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6148970 Mar 08 20:22:36.453154 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47556) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:36.458463 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Request body: {'subnet': {'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-778661153-subnet', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:36.548445 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Made reservation on behalf of 0c45730ec0b34b569d89b5a6d9538c01 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:36.551285 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.784047 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (8aeaf0fd-0e16-4e8a-b496-d93531589b57), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:36.833266 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aeaf0fd-0e16-4e8a-b496-d93531589b57,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:36.847315 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.847993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.848226 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.848562 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.848891 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.849220 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.849542 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.849864 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.850186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.850506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.850825 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.851140 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.851458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:36.862377 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:36.862872 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Network hostable DHCP agents. Network: 0af54936-3053-4950-a9a3-c05ccc02d715, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:22:36.961114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:22:37.046899 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 0af54936-3053-4950-a9a3-c05ccc02d715) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:37.051879 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:37.056956 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.057652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3231c376-10a0-499f-b446-9b1ca0d6d6e3 None None] Network 0af54936-3053-4950-a9a3-c05ccc02d715 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:37.152428 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1799ee42-1d19-4d70-abe0-addbf0767d26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6981430 Mar 08 20:22:37.155034 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47562) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:37.157394 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-0af54936-3053-4950-a9a3-c05ccc02d715', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:22:37.158239 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.159148 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:37.230128 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.231143 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.284101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for router_controller (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.298411 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Allocated IP 172.20.0.2 (0af54936-3053-4950-a9a3-c05ccc02d715/8aeaf0fd-0e16-4e8a-b496-d93531589b57/4aa8294e-f48c-48ed-ab39-44e2a72d5821) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:37.451235 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks [] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.515489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for router_gateway (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.533474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.586586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:37.591117 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:37.593582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:37.596823 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Pushing event updated for resources: {'Port': ['ID=4aa8294e-f48c-48ed-ab39-44e2a72d5821,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:37.605863 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.606264 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.608765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.609398 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.609398 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.609596 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.609925 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.610254 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:37.667407 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Attempting to bind port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:37.668001 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Attempting to bind port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:37.668876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Attempting to bind port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:37.674784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:37.675215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:37.676387 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.676949 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Bound using segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:37.677271 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Bound port: 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:37.677659 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:37.746896 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] For port 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:37.750307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] For port 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4aa8294e-f48c-48ed-ab39-44e2a72d5821,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:37.888076 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.009368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092206c4-af98-4f9d-9f99-07f69e0fa57c None None] Pushing event updated for resources: {'Port': ['ID=4aa8294e-f48c-48ed-ab39-44e2a72d5821,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:38.095674 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47586) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:38.110685 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for router_gateway (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.136783 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.244583 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc94eb3a-1abb-4ba2-868d-ea77bd60a20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.279214 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Allocated IP 172.27.0.196 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/aa0b5d03-f568-41ec-9bae-67bd3ee3ec06) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:38.434260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc94eb3a-1abb-4ba2-868d-ea77bd60a20e admin admin] Publish callbacks [] for security_group (5306e386-451b-4894-9a19-db3f32e255b4), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.444331 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.509803 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dc94eb3a-1abb-4ba2-868d-ea77bd60a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5306e386-451b-4894-9a19-db3f32e255b4), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.545981 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.557585 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-dc94eb3a-1abb-4ba2-868d-ea77bd60a20e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7d16cdb73724bdfaba38d09ca16088a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607093 Mar 08 20:22:38.561095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94eb3a-1abb-4ba2-868d-ea77bd60a20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5306e386-451b-4894-9a19-db3f32e255b4,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:38.561211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47590) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:38.599829 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:38.602764 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:38.611458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:38.613892 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:38.638545 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Publish callbacks [] for security_group (5306e386-451b-4894-9a19-db3f32e255b4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.668315 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Publish callbacks [] for security_group (5306e386-451b-4894-9a19-db3f32e255b4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.869783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5306e386-451b-4894-9a19-db3f32e255b4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.872368 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:38.873002 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:22:38.873536 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5306e386-451b-4894-9a19-db3f32e255b4 HTTP/1.1" status: 204 len: 168 time: 0.3121271 Mar 08 20:22:38.882733 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5306e386-451b-4894-9a19-db3f32e255b4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:38.890145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.890501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.890835 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.891168 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.891628 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.892037 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.892363 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.892851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.893338 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.893667 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.893992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.894390 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:38.894714 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328f82d-7319-4ac6-b207-88582c1a2388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:39.044598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for router_gateway (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.118218 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c7699-df06-45c3-95f1-bfc1b06c3486 None None] Network 0af54936-3053-4950-a9a3-c05ccc02d715 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:39.202333 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Provisioning complete for port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:39.202922 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.271555 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.330785 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Current status of the port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:39.331174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.375261 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] For port 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4aa8294e-f48c-48ed-ab39-44e2a72d5821,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:39.458603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.486485 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:22:39.508251 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d21629-5add-4b95-b95d-b74394e9350e None None] Pushing event updated for resources: {'Port': ['ID=4aa8294e-f48c-48ed-ab39-44e2a72d5821,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:39.579229 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-9cc150c5-d054-4834-9c16-4c93f0c044ab None None] Provisioning complete for port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:39.579595 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9cc150c5-d054-4834-9c16-4c93f0c044ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.595602 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:39.608652 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:39.619016 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:39.619767 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:39.665503 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-9cc150c5-d054-4834-9c16-4c93f0c044ab None None] Current status of the port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:39.726385 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:39.762852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:39.764119 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-394fbb3f-6379-4ee9-a2f0-6e043ac4a622 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6081667 Mar 08 20:22:39.766732 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47616) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:39.942313 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:38Z', 'revision_number': 3, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:39.948392 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4aa8294e-f48c-48ed-ab39-44e2a72d5821 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:39.975435 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:39.975923 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Updating router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:40.006983 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.010942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:40.011541 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.106287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:40.235216 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.277023 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks [] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.391743 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Allocated IP 172.20.0.1 (0af54936-3053-4950-a9a3-c05ccc02d715/8aeaf0fd-0e16-4e8a-b496-d93531589b57/5a39a462-08a2-44fe-9afe-f8e61b9df46a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:40.401471 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.425421 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47628) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:40.455641 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Attempting to bind port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:40.459624 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Attempting to bind port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:40.459624 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Attempting to bind port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:40.459624 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Pushing event updated for resources: {'Port': ['ID=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,revision_number=2']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:40.468161 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.469105 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.469476 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.469935 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.470272 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.470609 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.470939 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.471264 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.471591 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.471970 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.472848 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.473171 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.473552 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:22:40.476897 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:40.477281 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:40.477684 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.478067 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:40.478543 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Bound port: aa0b5d03-f568-41ec-9bae-67bd3ee3ec06, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:40.478921 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.503810 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks [] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.533869 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] For port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:40.540006 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] For port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:40.542627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596785740-network', 'tenant_id': '1561e480803f40639f97c1f9c4777b70'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:40.657277 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Made reservation on behalf of 1561e480803f40639f97c1f9c4777b70 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:40.657783 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.658133 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.660560 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.673361 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.711844 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:40.716080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:40.717976 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Pushing event updated for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:40.720122 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:40.740702 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:40.740702 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:40.772824 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632eed-1a75-4020-a133-f874ca8a5feb None None] Pushing event updated for resources: {'Port': ['ID=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:40.778560 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.793648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks [] for security_group (2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.852190 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.884357 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:40.895145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:22:40.921474 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:40.925105 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (fac77662-a1c3-4d19-92b6-4c3f199251d5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:40.925912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Added segment fac77662-a1c3-4d19-92b6-4c3f199251d5 of type vlan for network 3d67372e-8a88-4106-888d-9aa1a34923b3 Mar 08 20:22:40.980767 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (3d67372e-8a88-4106-888d-9aa1a34923b3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.059999 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.080876 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (3d67372e-8a88-4106-888d-9aa1a34923b3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.082055 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:41.083321 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.112904 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-2659187d-e4fd-488c-90e2-5659d7d1d9f5 None None] Provisioning complete for port 5a39a462-08a2-44fe-9afe-f8e61b9df46a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:41.114187 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2659187d-e4fd-488c-90e2-5659d7d1d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.157791 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-2659187d-e4fd-488c-90e2-5659d7d1d9f5 None None] Port 5a39a462-08a2-44fe-9afe-f8e61b9df46a cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:41.172121 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] Pushing event updated for resources: {'Network': ['ID=3d67372e-8a88-4106-888d-9aa1a34923b3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:41.181384 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4f0ef196-f27f-4733-8f51-42343f06f402 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7536378 Mar 08 20:22:41.184250 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47638) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:41.189202 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:22:41.191810 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Request body: {'subnet': {'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596785740-subnet', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:41.196450 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:38Z', 'revision_number': 3, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:41.248628 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5f7dd-bae8-4d50-a767-a45530098c86 None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:38Z', 'revision_number': 3, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:41.278161 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks [] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.291648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Made reservation on behalf of 1561e480803f40639f97c1f9c4777b70 for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:41.294262 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6090897'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.379350 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.465652 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.468677 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Pushing event updated for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:41.658223 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:41.661563 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:41.818843 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7419899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6090895'] for subnet (673e393a-22ca-46f5-9281-ea997e683331), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:41.930257 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=673e393a-22ca-46f5-9281-ea997e683331,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:41.932739 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:41.946440 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Checking segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:41.947094 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Network hostable DHCP agents. Network: 3d67372e-8a88-4106-888d-9aa1a34923b3, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:22:41.993823 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900245d-a56f-4a79-9bc9-ccb66715187a req-2acbf1dc-ff63-4892-9b48-04428fb2fbd8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:41.996663 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2900245d-a56f-4a79-9bc9-ccb66715187a req-2acbf1dc-ff63-4892-9b48-04428fb2fbd8 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1063890 Mar 08 20:22:42.016396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-7231c213-8dfc-4003-8cc6-afbc6153299e None None] Provisioning complete for port 5a39a462-08a2-44fe-9afe-f8e61b9df46a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:42.016905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7231c213-8dfc-4003-8cc6-afbc6153299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.067265 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:22:42.073753 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:42.074780 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.079941 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-7231c213-8dfc-4003-8cc6-afbc6153299e None None] Port 5a39a462-08a2-44fe-9afe-f8e61b9df46a cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:42.086913 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2900245d-a56f-4a79-9bc9-ccb66715187a req-40a7a6ad-c3de-4df4-9975-5cd93a0859b0 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Mar 08 20:22:42.164182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:22:42.172393 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 3d67372e-8a88-4106-888d-9aa1a34923b3) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:42.179181 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:42.180031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.182857 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a6bdc-c7cc-4905-882d-5e302e099862 None None] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:42.188721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:42.188721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.262551 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:42.275018 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6f4dc10b-6614-4da7-8306-9e5af7ffca1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0873184 Mar 08 20:22:42.276734 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47650) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:42.282893 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:42.288733 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:42.294336 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1a361eff-dc53-4399-a804-131ea3ff2188 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5265779 Mar 08 20:22:42.335027 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-3d67372e-8a88-4106-888d-9aa1a34923b3', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:22:42.335944 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.340150 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.396068 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.397264 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.464333 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:42.477879 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for router_controller (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.526986 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Allocated IP 172.20.0.2 (3d67372e-8a88-4106-888d-9aa1a34923b3/673e393a-22ca-46f5-9281-ea997e683331/23a97b27-8b5b-4a0a-8660-2f572c03e7c0) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:42.757484 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for router_gateway (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.820933 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks [] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.902698 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:42.949590 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:42.952514 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:42.956333 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:42.966584 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Pushing event updated for resources: {'Port': ['ID=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:43.021744 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Attempting to bind port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:43.022116 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Attempting to bind port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:43.022662 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Attempting to bind port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 on network 3d67372e-8a88-4106-888d-9aa1a34923b3 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:43.028103 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:43.028751 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Checking segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:43.029172 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.029552 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Bound using segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:43.030019 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Bound port: 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:43.030400 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.062137 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for router_gateway (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.085854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.091988 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47668) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:43.099419 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1366993270-network', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:43.103292 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] For port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:43.106469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] For port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:43.172981 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Made reservation on behalf of 88337199daa94dd5a98f25aa24e45e9c for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:43.173349 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.178161 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.187377 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.234719 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b7ff-b2ca-48f3-8020-789e24d86c90 None None] Pushing event updated for resources: {'Port': ['ID=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:43.255325 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Allocated IP 172.27.0.46 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/ebccd0d6-dd42-4efb-af7f-564d82ac606f) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:43.280874 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks [] for security_group (679d6124-3276-4e9a-9ba0-5f71e2ea94d0), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.333638 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (679d6124-3276-4e9a-9ba0-5f71e2ea94d0), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.340280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6ae60-43eb-420f-8b8c-16a373857e8b req-53161694-52ed-4475-9d7d-8c97012a3962 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:43.345012 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fdf6ae60-43eb-420f-8b8c-16a373857e8b req-53161694-52ed-4475-9d7d-8c97012a3962 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1666882 Mar 08 20:22:43.357926 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:22:43.375527 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679d6124-3276-4e9a-9ba0-5f71e2ea94d0,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:43.376336 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:43.379686 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (8fcf9f61-401d-4bf1-903e-4d51c9d92368), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.380059 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Added segment 8fcf9f61-401d-4bf1-903e-4d51c9d92368 of type vlan for network 59259829-028f-4f3a-8345-c7de862ad36a Mar 08 20:22:43.389886 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:43.390529 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:43.417534 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.429950 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fdf6ae60-43eb-420f-8b8c-16a373857e8b req-40d015be-9adf-4fc4-bd97-a5a67cab5629 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Mar 08 20:22:43.481799 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (59259829-028f-4f3a-8345-c7de862ad36a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.527290 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.558128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:43.570843 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:43.575546 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:43.578719 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (59259829-028f-4f3a-8345-c7de862ad36a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.580017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:43.580755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.592287 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Pushing event updated for resources: {'Port': ['ID=ebccd0d6-dd42-4efb-af7f-564d82ac606f,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:43.604999 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:43.653841 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] Pushing event updated for resources: {'Network': ['ID=59259829-028f-4f3a-8345-c7de862ad36a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:43.669160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 59259829-028f-4f3a-8345-c7de862ad36a details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:22:43.698524 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d79eca58-f8fd-42f5-962c-4cf62af46156 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6047213 Mar 08 20:22:43.703853 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47676) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:43.713304 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Request body: {'subnet': {'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1366993270-subnet', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:43.800888 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Made reservation on behalf of 88337199daa94dd5a98f25aa24e45e9c for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:43.803472 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:43.859664 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:41Z', 'revision_number': 2, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:43.932583 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:43.932933 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Updating router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 port 5a39a462-08a2-44fe-9afe-f8e61b9df46a binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:43.961504 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.065575 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for router_gateway (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.117945 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:44.201819 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (eb58f098-a12b-4501-bd12-58fba205d111), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.256691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:44.257263 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.279892 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb58f098-a12b-4501-bd12-58fba205d111,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:44.316861 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Checking segment: {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:44.317400 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Network hostable DHCP agents. Network: 59259829-028f-4f3a-8345-c7de862ad36a, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:22:44.343185 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.392883 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks [] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.418227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Network 59259829-028f-4f3a-8345-c7de862ad36a is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:22:44.458387 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:44.458387 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.476918 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.508953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 59259829-028f-4f3a-8345-c7de862ad36a) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:44.509483 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:44.510267 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.541611 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:44.545273 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83d1bf-73c3-46ad-b950-d81f90db159a None None] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:44.547185 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc3800-1852-4490-ac1b-9ee5692cc3b4 None None] Network 59259829-028f-4f3a-8345-c7de862ad36a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:44.563204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-30f8b1ef-0a6b-4302-9738-6be2b3bcffac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:44.564914 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-30f8b1ef-0a6b-4302-9738-6be2b3bcffac tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.1742005 Mar 08 20:22:44.653225 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47698) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:44.654008 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-acdf3da7-b7b8-434e-9ed7-6b09e88bbc29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9488420 Mar 08 20:22:44.660593 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:44.702233 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf899d-43c9-43e2-832d-615b1a6b70cb None None] Pushing event updated for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:44.712269 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-dc29787c-8351-4add-9704-e303d6782997 None None] Provisioning complete for port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:44.712646 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dc29787c-8351-4add-9704-e303d6782997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.714779 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.715495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:44.801495 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff74eb-44a6-4d65-839a-eb9bbcd9f2e3 req-9e0eb12b-1bc0-47dc-8e97-28003729a48e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:44.803065 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7ff74eb-44a6-4d65-839a-eb9bbcd9f2e3 req-9e0eb12b-1bc0-47dc-8e97-28003729a48e tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 945 time: 0.2158520 Mar 08 20:22:44.844944 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.846013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.911284 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:22:44.914571 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Deleting port 0bbd7112-5e04-433d-81ec-742b804032de {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:44.914701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (0bbd7112-5e04-433d-81ec-742b804032de), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:44.922165 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7ff74eb-44a6-4d65-839a-eb9bbcd9f2e3 req-8ba1bb8e-e12a-4108-9ef8-525a95af3d36 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044693 Mar 08 20:22:44.960391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for router_controller (96bd33e6-9d63-4f69-aec6-f99b19176d76), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.196449 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Attempting to bind port 5a39a462-08a2-44fe-9afe-f8e61b9df46a on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:45.196896 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Attempting to bind port 5a39a462-08a2-44fe-9afe-f8e61b9df46a by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:45.197324 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Attempting to bind port 5a39a462-08a2-44fe-9afe-f8e61b9df46a on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:45.205704 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-59259829-028f-4f3a-8345-c7de862ad36a', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:22:45.207208 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.209577 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:45.229322 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:45.229504 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.231278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:45.231750 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:45.232207 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.232739 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Bound using segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:45.233240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Bound port: 5a39a462-08a2-44fe-9afe-f8e61b9df46a, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:45.233813 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.239521 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] For port 0bbd7112-5e04-433d-81ec-742b804032de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0bbd7112-5e04-433d-81ec-742b804032de,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:45.240074 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (0bbd7112-5e04-433d-81ec-742b804032de), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.242992 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-dc29787c-8351-4add-9704-e303d6782997 None None] Current status of the port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:45.446805 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-50f45da1-0c76-48b3-8289-54b4e1dceac8 None None] Provisioning complete for port 5a39a462-08a2-44fe-9afe-f8e61b9df46a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:45.447393 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-50f45da1-0c76-48b3-8289-54b4e1dceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.478229 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] For port 5a39a462-08a2-44fe-9afe-f8e61b9df46a, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:45.517791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:45.519994 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Calling delete_port for 0bbd7112-5e04-433d-81ec-742b804032de owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:22:45.524648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for router_gateway (96bd33e6-9d63-4f69-aec6-f99b19176d76), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.536573 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Sync routers for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:45.561160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] For port 5a39a462-08a2-44fe-9afe-f8e61b9df46a, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5a39a462-08a2-44fe-9afe-f8e61b9df46a,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:45.573908 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:45.579523 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:45.595413 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:45.599115 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Allocated IP 172.20.0.2 (59259829-028f-4f3a-8345-c7de862ad36a/eb58f098-a12b-4501-bd12-58fba205d111/7c1eb80e-85fe-44ff-923f-937f777573c2) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:45.602047 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-50f45da1-0c76-48b3-8289-54b4e1dceac8 None None] Port 5a39a462-08a2-44fe-9afe-f8e61b9df46a cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:45.683446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.684653 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1bc43dec-5e26-41b1-b156-f5587c9a8c4c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4060357 Mar 08 20:22:45.687911 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47720) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:45.711715 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.743844 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:45.933515 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-c56b38b0-61d1-4072-95b9-a524587f4f10 None None] Provisioning complete for port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:45.934188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c56b38b0-61d1-4072-95b9-a524587f4f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:45.943641 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (0bbd7112-5e04-433d-81ec-742b804032de), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.019586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['6e4c33b1-e383-40c5-ba15-82307a2503ee'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:22:46.067659 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:46.091649 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Pushing event deleted for resources: {'Port': ['ID=0bbd7112-5e04-433d-81ec-742b804032de,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:46.120875 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf899d-43c9-43e2-832d-615b1a6b70cb None None] Pushing event updated for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:46.125531 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-05569f60-45f4-4a0a-ad8e-e3fd6c6d9019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.173598 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d34901c-7161-4495-81ce-934955700219 req-53803534-4572-492d-8238-d0a90c679ae9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.1047187 Mar 08 20:22:46.195635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:46.195635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:46.204348 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:43Z', 'revision_number': 3, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:46.234619 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Checking router: 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:46.235336 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Updating router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 port ebccd0d6-dd42-4efb-af7f-564d82ac606f binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:46.267163 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.307940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for router_gateway (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.358466 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.361937 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] No DVR routers for this DVR port 0bbd7112-5e04-433d-81ec-742b804032de on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:22:46.365589 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.372164 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eec12ff3-9ed7-43d8-bc01-8d317db1e24e req-ec8305c3-43df-48ae-be5e-c4d97d897019 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "DELETE /v2.0/ports/0bbd7112-5e04-433d-81ec-742b804032de HTTP/1.1" status: 204 len: 173 time: 1.8000631 Mar 08 20:22:46.378972 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'name': 'network-vif-deleted', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:22:46.383219 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b12d799-4593-459e-9bf4-2457f710531c" -d '{"events": [{"server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "name": "network-vif-deleted", "tag": "0bbd7112-5e04-433d-81ec-742b804032de"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:22:46.443704 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.465621 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c3a93-6432-4e90-b430-6a1444a4ac33 x-openstack-request-id: req-585c3a93-6432-4e90-b430-6a1444a4ac33 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:22:46.466020 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04", "name": "network-vif-deleted", "tag": "0bbd7112-5e04-433d-81ec-742b804032de", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:22:46.466960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-585c3a93-6432-4e90-b430-6a1444a4ac33 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:22:46.467533 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04', 'name': 'network-vif-deleted', 'tag': '0bbd7112-5e04-433d-81ec-742b804032de', 'status': 'completed', 'code': 200} Mar 08 20:22:46.549656 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Allocated IP 172.27.0.9 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/6a21ad8f-3114-4aa6-a8e8-9412315415c6) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:46.676799 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Allocated IP 172.20.0.1 (3d67372e-8a88-4106-888d-9aa1a34923b3/673e393a-22ca-46f5-9281-ea997e683331/12748d16-e1e7-44f9-88ac-45a40fe8afb6) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:46.679282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-c56b38b0-61d1-4072-95b9-a524587f4f10 None None] Current status of the port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:46.694878 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:46.717380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.768183 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks [] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.803971 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks [] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.821327 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.868957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.909908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Pushing event updated for resources: {'Port': ['ID=6a21ad8f-3114-4aa6-a8e8-9412315415c6,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:46.916783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:46.918299 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:46.924201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:46.930739 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:46.931870 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.947714 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Provisioning complete for port 5a39a462-08a2-44fe-9afe-f8e61b9df46a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:46.948234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:46.961458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.030387 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:47.033707 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:47.056133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:47.071840 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Network 59259829-028f-4f3a-8345-c7de862ad36a is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:47.090720 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:47.093018 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks [] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.093491 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:47.109105 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Pushing event updated for resources: {'Port': ['ID=7c1eb80e-85fe-44ff-923f-937f777573c2,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:47.156697 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:47.171037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.189550 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.274292 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Attempting to bind port 7c1eb80e-85fe-44ff-923f-937f777573c2 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:47.274658 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Attempting to bind port 7c1eb80e-85fe-44ff-923f-937f777573c2 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:47.275010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Attempting to bind port 7c1eb80e-85fe-44ff-923f-937f777573c2 on network 59259829-028f-4f3a-8345-c7de862ad36a {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:47.333762 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0253d5-2065-4536-8beb-7462ab7a6e9e None None] Pushing event updated for resources: {'Port': ['ID=ebccd0d6-dd42-4efb-af7f-564d82ac606f,revision_number=2']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:47.348655 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:47.349033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Checking segment: {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:47.349443 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.349838 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Bound using segment: {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:47.356102 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Bound port: 7c1eb80e-85fe-44ff-923f-937f777573c2, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:47.356855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.372262 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Attempting to bind port ebccd0d6-dd42-4efb-af7f-564d82ac606f on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:47.373801 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Attempting to bind port ebccd0d6-dd42-4efb-af7f-564d82ac606f by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:47.373801 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Attempting to bind port ebccd0d6-dd42-4efb-af7f-564d82ac606f on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:47.386029 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:47.386408 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:47.386812 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.387206 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:47.387680 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Bound port: ebccd0d6-dd42-4efb-af7f-564d82ac606f, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:47.388133 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.392004 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:47.410742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Current status of the port 5a39a462-08a2-44fe-9afe-f8e61b9df46a is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:47.411253 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.460549 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b8b4ae4f-63ab-4fd6-b477-3e02ff93e0c1 req-3612182c-d375-492c-bc0c-e2507ab619ab tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffeda1c9-45a9-4a45-b5a4-6e67ebb98d04 HTTP/1.1" status: 200 len: 210 time: 0.0371573 Mar 08 20:22:47.461479 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:45Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:47.468043 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] For port ebccd0d6-dd42-4efb-af7f-564d82ac606f, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:47.473460 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] For port ebccd0d6-dd42-4efb-af7f-564d82ac606f, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ebccd0d6-dd42-4efb-af7f-564d82ac606f,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:47.521313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0bbd7112-5e04-433d-81ec-742b804032de no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:22:47.522525 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.532793 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4454c6-4611-4483-8eb7-299a0ce3969a None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:45Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:47.544047 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.567933 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] For port 5a39a462-08a2-44fe-9afe-f8e61b9df46a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5a39a462-08a2-44fe-9afe-f8e61b9df46a,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:47.571129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 0bbd7112-5e04-433d-81ec-742b804032de {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:22:47.571129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0bbd7112-5e04-433d-81ec-742b804032de not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:22:47.578001 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] For port 7c1eb80e-85fe-44ff-923f-937f777573c2, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:47.585158 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] For port 7c1eb80e-85fe-44ff-923f-937f777573c2, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=7c1eb80e-85fe-44ff-923f-937f777573c2,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:47.597779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for router_gateway (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.652864 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.676883 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0253d5-2065-4536-8beb-7462ab7a6e9e None None] Pushing event updated for resources: {'Port': ['ID=ebccd0d6-dd42-4efb-af7f-564d82ac606f,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:47.693547 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:47.694253 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:47.706711 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:47.776322 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e9a7a-d7c9-40fb-9731-e10171418ce7 None None] Pushing event updated for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:47.945432 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:48.041715 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.114128 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks [] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.125987 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5a39a462-08a2-44fe-9afe-f8e61b9df46a up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:48.131761 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-3eddc9d2-22dc-4fca-bd95-b82e71a334e1 None None] Provisioning complete for port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:48.132168 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3eddc9d2-22dc-4fca-bd95-b82e71a334e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.195247 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.258931 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ea3d8-f3cd-4656-8f1f-f9b8b6fa7877 None None] Pushing event updated for resources: {'Port': ['ID=7c1eb80e-85fe-44ff-923f-937f777573c2,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:48.269452 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3eddc9d2-22dc-4fca-bd95-b82e71a334e1 None None] Port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:48.302741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 5a39a462-08a2-44fe-9afe-f8e61b9df46a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:48.302741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.340980 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:48.364405 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-27a4b17e-0f0b-4151-8aec-92a85eea5012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.367871 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.395512 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:46Z', 'revision_number': 1, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:48.427915 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 5a39a462-08a2-44fe-9afe-f8e61b9df46a is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:48.428551 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbc72d-aab9-428f-86b2-eb6fdd716753 None None] The sync data for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi is: [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:46Z', 'revision_number': 1, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:48.453022 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Router 96bd33e6-9d63-4f69-aec6-f99b19176d76 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:22:48.496295 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:48.501926 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:48.688199 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:48.699334 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Sync routers for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:48.729703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:22:48.736474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:48.741148 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:48.797632 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:48.799040 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3e389b5a-b98d-4fe2-bcb3-4da6cd728332 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1440833 Mar 08 20:22:48.802078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47764) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:48.990040 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:48.994158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:49.029972 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9dfe9b7e-b3ca-4339-bfb3-b8972d11b4f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3408296 Mar 08 20:22:49.251391 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-752493e9-3a17-4ac9-9d6b-f2a6fc5c098b None None] Provisioning complete for port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:49.251805 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-752493e9-3a17-4ac9-9d6b-f2a6fc5c098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.421798 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b34c46-1e15-4c32-8ecd-b2411f800469 req-6ac9a4a1-efa4-4693-893a-7199fc322040 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:49.423637 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-80b34c46-1e15-4c32-8ecd-b2411f800469 req-6ac9a4a1-efa4-4693-893a-7199fc322040 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.1544998 Mar 08 20:22:49.434707 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-752493e9-3a17-4ac9-9d6b-f2a6fc5c098b None None] Port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:49.437005 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d741c-4766-4b41-9a54-6e72d687fa2b None None] Network 59259829-028f-4f3a-8345-c7de862ad36a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:49.607015 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-80b34c46-1e15-4c32-8ecd-b2411f800469 req-c45579fc-8b3c-4613-b79e-6a7882910805 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291234 Mar 08 20:22:49.613457 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Provisioning complete for port 7c1eb80e-85fe-44ff-923f-937f777573c2 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:49.613934 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.690980 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.714407 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 3, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:49.747313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Checking router: 96bd33e6-9d63-4f69-aec6-f99b19176d76 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:49.748163 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Updating router 96bd33e6-9d63-4f69-aec6-f99b19176d76 port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:49.802686 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.828129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Current status of the port 7c1eb80e-85fe-44ff-923f-937f777573c2 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:49.828478 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.830569 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:49.917531 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] For port 7c1eb80e-85fe-44ff-923f-937f777573c2, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=7c1eb80e-85fe-44ff-923f-937f777573c2,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:50.086424 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47784) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:50.092058 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-462840308-network', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:50.103521 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 7c1eb80e-85fe-44ff-923f-937f777573c2 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:50.103766 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Allocated IP 172.20.0.1 (59259829-028f-4f3a-8345-c7de862ad36a/eb58f098-a12b-4501-bd12-58fba205d111/8504689b-2308-435d-98a4-461853777065) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:50.104707 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.206713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Made reservation on behalf of 14dcd8b7e1cd413ba6031f7118d75df0 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:50.210006 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.221069 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.256873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks [] for port (8504689b-2308-435d-98a4-461853777065), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.306179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a74a3d-59fd-48f3-8d24-c58aa9be557e None None] Pushing event updated for resources: {'Port': ['ID=7c1eb80e-85fe-44ff-923f-937f777573c2,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:50.321454 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks [] for security_group (e63e32f5-58c7-4ee9-8be7-d49f97a08a10), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.337811 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-3e3e3d03-2433-497e-abaf-e85a28a59fd4 None None] Provisioning complete for port 7c1eb80e-85fe-44ff-923f-937f777573c2 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:50.338184 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3e3e3d03-2433-497e-abaf-e85a28a59fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.372807 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (8504689b-2308-435d-98a4-461853777065), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.382581 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 7c1eb80e-85fe-44ff-923f-937f777573c2 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:50.382955 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.407127 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e63e32f5-58c7-4ee9-8be7-d49f97a08a10), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.420118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Network 59259829-028f-4f3a-8345-c7de862ad36a is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:50.441548 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:50.451857 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:50.479063 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e32f5-58c7-4ee9-8be7-d49f97a08a10,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:50.495992 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks [] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.497197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:22:50.520679 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (be62ecd8-86af-4221-880b-53f418800f30), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.521123 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Added segment be62ecd8-86af-4221-880b-53f418800f30 of type vlan for network d9ce74cd-5863-42fc-8070-6a300487a468 Mar 08 20:22:50.536574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:50.546454 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.594800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (d9ce74cd-5863-42fc-8070-6a300487a468), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.595928 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.642178 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e3d03-2433-497e-abaf-e85a28a59fd4 None None] Current status of the port 7c1eb80e-85fe-44ff-923f-937f777573c2 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:50.653049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 7c1eb80e-85fe-44ff-923f-937f777573c2 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:50.654132 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ebccd0d6-dd42-4efb-af7f-564d82ac606f up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:50.707626 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Attempting to bind port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:50.708036 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Attempting to bind port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:50.708836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Attempting to bind port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:50.723095 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba096568-8cb8-4c5f-b89b-56cfbfd2e791 None None] Pushing event updated for resources: {'Port': ['ID=6a21ad8f-3114-4aa6-a8e8-9412315415c6,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:50.730638 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:50.731028 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:50.731745 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.732224 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:50.732715 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Bound port: 6a21ad8f-3114-4aa6-a8e8-9412315415c6, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:50.732929 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (d9ce74cd-5863-42fc-8070-6a300487a468), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.733075 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.734040 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:50.734696 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.790026 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port ebccd0d6-dd42-4efb-af7f-564d82ac606f triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:50.790665 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.828691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] For port 6a21ad8f-3114-4aa6-a8e8-9412315415c6, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:50.830457 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7428331 Mar 08 20:22:50.833852 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47794) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:50.836796 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] For port 6a21ad8f-3114-4aa6-a8e8-9412315415c6, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=6a21ad8f-3114-4aa6-a8e8-9412315415c6,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:50.845792 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Request body: {'subnet': {'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-462840308-subnet', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:50.859848 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324216c4-8c71-487c-90b9-c9bf0d242465 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ce74cd-5863-42fc-8070-6a300487a468,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:50.889511 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network d9ce74cd-5863-42fc-8070-6a300487a468 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:22:50.915408 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.945010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-01cd22b4-4495-47a2-b7a0-ac472b85de4a None None] Provisioning complete for port 8504689b-2308-435d-98a4-461853777065 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:50.945383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-01cd22b4-4495-47a2-b7a0-ac472b85de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8504689b-2308-435d-98a4-461853777065), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:50.948774 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Made reservation on behalf of 14dcd8b7e1cd413ba6031f7118d75df0 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:50.951279 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.003912 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b49018-3a60-42ef-ac33-5fda567b9e3e req-e353d6ea-7b81-43cb-9504-6a3dd2061d67 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:51.005752 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16b49018-3a60-42ef-ac33-5fda567b9e3e req-e353d6ea-7b81-43cb-9504-6a3dd2061d67 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0635850 Mar 08 20:22:51.068071 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16b49018-3a60-42ef-ac33-5fda567b9e3e req-bf370f65-77fc-4972-9fd0-d7a3520f7868 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518360 Mar 08 20:22:51.107846 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8504689b-2308-435d-98a4-461853777065), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.124273 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port ebccd0d6-dd42-4efb-af7f-564d82ac606f is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:51.125789 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.195506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (f566b76d-aeac-460f-bb5a-f8abd5fc29f2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.214598 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port ebccd0d6-dd42-4efb-af7f-564d82ac606f, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ebccd0d6-dd42-4efb-af7f-564d82ac606f,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:51.217219 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:51.217901 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:51.219682 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-01cd22b4-4495-47a2-b7a0-ac472b85de4a None None] Port 8504689b-2308-435d-98a4-461853777065 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:51.225960 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba096568-8cb8-4c5f-b89b-56cfbfd2e791 None None] Pushing event updated for resources: {'Port': ['ID=6a21ad8f-3114-4aa6-a8e8-9412315415c6,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:51.259915 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f566b76d-aeac-460f-bb5a-f8abd5fc29f2,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:51.278083 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Checking segment: {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:51.278939 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Network hostable DHCP agents. Network: d9ce74cd-5863-42fc-8070-6a300487a468, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:22:51.285614 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.286669 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks [] for port (8504689b-2308-435d-98a4-461853777065), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.343571 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (8504689b-2308-435d-98a4-461853777065), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.367283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Network d9ce74cd-5863-42fc-8070-6a300487a468 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:22:51.371216 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.390246 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=ebccd0d6-dd42-4efb-af7f-564d82ac606f,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:51.397413 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:51.413824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.415511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:51.439779 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, d9ce74cd-5863-42fc-8070-6a300487a468) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:51.450833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:51.451496 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.477371 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c5f78-ccdf-4a7d-a137-2debe3c17bdc None None] Network d9ce74cd-5863-42fc-8070-6a300487a468 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:51.510558 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Network 59259829-028f-4f3a-8345-c7de862ad36a is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:51.512295 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:51.537946 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8162e88b-2fa2-4a63-a308-0d4ec6fd0dcf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7029405 Mar 08 20:22:51.540526 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47800) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:51.547994 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:51.655211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Router 96bd33e6-9d63-4f69-aec6-f99b19176d76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:22:51.669829 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (e036155c-9a27-4f76-a150-b54e463312e8), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.671143 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (e036155c-9a27-4f76-a150-b54e463312e8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.752589 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '8504689b-2308-435d-98a4-461853777065', 'name': '', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'mac_address': 'fa:16:3e:33:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:49Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 1, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'subnets': [{'id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:51.755340 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-d9ce74cd-5863-42fc-8070-6a300487a468', 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468', 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'fixed_ips': [{'subnet_id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:22:51.756860 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.758088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for router_controller (e036155c-9a27-4f76-a150-b54e463312e8), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.801994 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc116324-1aeb-41b2-8b37-7d1c43e4b512 None None] The sync data for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi is: [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '8504689b-2308-435d-98a4-461853777065', 'name': '', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'mac_address': 'fa:16:3e:33:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:49Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 1, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'subnets': [{'id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:51.810333 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:51.821850 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0c4a74df-8814-4218-ab23-8fc47266e1f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/96bd33e6-9d63-4f69-aec6-f99b19176d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185158 Mar 08 20:22:51.930297 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0d26a3bd-9823-41ef-8059-58e8559e8dc5 None None] Provisioning complete for port 8504689b-2308-435d-98a4-461853777065 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:51.930673 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0d26a3bd-9823-41ef-8059-58e8559e8dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8504689b-2308-435d-98a4-461853777065), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:51.940154 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 7c1eb80e-85fe-44ff-923f-937f777573c2 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:52.069501 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for router_gateway (e036155c-9a27-4f76-a150-b54e463312e8), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.121057 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0d26a3bd-9823-41ef-8059-58e8559e8dc5 None None] Port 8504689b-2308-435d-98a4-461853777065 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:52.135349 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Allocated IP 172.20.0.2 (d9ce74cd-5863-42fc-8070-6a300487a468/f566b76d-aeac-460f-bb5a-f8abd5fc29f2/d6bf048b-df03-47f8-89ba-c9df34485796) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:52.234721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 7c1eb80e-85fe-44ff-923f-937f777573c2 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:52.235105 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.237169 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47814) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:52.334569 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50c804-3c33-4df7-85a9-1f5f4031745c req-e4138dda-a317-4232-bfea-d83bc96719e9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:52.337002 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf50c804-3c33-4df7-85a9-1f5f4031745c req-e4138dda-a317-4232-bfea-d83bc96719e9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.1412258 Mar 08 20:22:52.432095 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bf50c804-3c33-4df7-85a9-1f5f4031745c req-c6b5b1b6-4396-4240-b096-404a470cffd9 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884137 Mar 08 20:22:52.516302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks [] for port (d6bf048b-df03-47f8-89ba-c9df34485796), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.541645 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 7c1eb80e-85fe-44ff-923f-937f777573c2 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:52.543081 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ebccd0d6-dd42-4efb-af7f-564d82ac606f up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:52.559856 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Sync routers for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:52.585472 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:52.586417 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:52.597711 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.655980 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47d3444e-7cb0-4dea-a50c-11bb12d183ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.685041 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.689897 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Network d9ce74cd-5863-42fc-8070-6a300487a468 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:52.708652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:52.711373 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:52.751757 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Pushing event updated for resources: {'Port': ['ID=d6bf048b-df03-47f8-89ba-c9df34485796,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:52.781175 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:52.787814 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port ebccd0d6-dd42-4efb-af7f-564d82ac606f triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:52.789473 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.831653 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for router_gateway (e036155c-9a27-4f76-a150-b54e463312e8), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.845185 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Attempting to bind port d6bf048b-df03-47f8-89ba-c9df34485796 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:52.845776 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Attempting to bind port d6bf048b-df03-47f8-89ba-c9df34485796 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:52.846138 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Attempting to bind port d6bf048b-df03-47f8-89ba-c9df34485796 on network d9ce74cd-5863-42fc-8070-6a300487a468 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:52.855360 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:52.858250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Checking segment: {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:52.858250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.858250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Bound using segment: {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:52.858250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Bound port: d6bf048b-df03-47f8-89ba-c9df34485796, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:52.858250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.865259 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.898159 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47d3444e-7cb0-4dea-a50c-11bb12d183ce admin admin] Publish callbacks [] for security_group (34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:52.958359 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port ebccd0d6-dd42-4efb-af7f-564d82ac606f is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:52.995612 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] For port d6bf048b-df03-47f8-89ba-c9df34485796, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:52.999858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] For port d6bf048b-df03-47f8-89ba-c9df34485796, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d6bf048b-df03-47f8-89ba-c9df34485796,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:53.076336 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.090869 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47d3444e-7cb0-4dea-a50c-11bb12d183ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.096453 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Allocated IP 172.27.0.116 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/d3b94a88-4cd0-4cfe-882e-97af0b7aa51a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:53.188784 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-47d3444e-7cb0-4dea-a50c-11bb12d183ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bef29f97a9534949a788c43a4168c04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9471323 Mar 08 20:22:53.191339 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47822) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:53.191981 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47824) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:53.220144 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291306928', 'description': 'tempest-secgroup-smoke-291306928 description', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:53.235769 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c9310-e6e4-4963-b172-4d7213555444 None None] Pushing event updated for resources: {'Port': ['ID=d6bf048b-df03-47f8-89ba-c9df34485796,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:53.242532 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3444e-7cb0-4dea-a50c-11bb12d183ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:53.301558 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 2, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:53.308900 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] Publish callbacks [] for security_group (34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.336001 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Checking router: 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:53.336430 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Updating router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:53.344117 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] Publish callbacks [] for security_group (34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.347483 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.374757 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.383911 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.478187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.491321 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.499899 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7 HTTP/1.1" status: 204 len: 168 time: 0.3046696 Mar 08 20:22:53.516661 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c01e87-5249-442a-9add-ce92406b7b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6c6b4-9c29-4a78-83bd-a8bea4bb02e7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:53.525170 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.670079 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491d2b7-ba0f-4030-88a9-4236fce73940 req-eb573d0a-b7bd-4b5d-87fa-030400306c43 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:53.671957 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f491d2b7-ba0f-4030-88a9-4236fce73940 req-eb573d0a-b7bd-4b5d-87fa-030400306c43 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.0928936 Mar 08 20:22:53.697040 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:53.709284 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:53.731581 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (29944b28-11d3-4da3-b185-a738af9070b5), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.734212 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:53.738842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:53.750745 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f491d2b7-ba0f-4030-88a9-4236fce73940 req-9771fc31-60b8-4cf0-b9c4-a51c0fe7f373 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Mar 08 20:22:53.827529 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (29944b28-11d3-4da3-b185-a738af9070b5), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.861464 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks [] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:53.951433 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d6bf048b-df03-47f8-89ba-c9df34485796 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:53.957050 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.037155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port d6bf048b-df03-47f8-89ba-c9df34485796 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:54.037852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.056862 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b888e-aa5a-48c8-a322-6e3f3d333cfe None None] Pushing event updated for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:54.174188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port d6bf048b-df03-47f8-89ba-c9df34485796 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:54.174591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.187089 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Attempting to bind port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:54.187738 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Attempting to bind port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:54.188263 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Attempting to bind port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 on network 3d67372e-8a88-4106-888d-9aa1a34923b3 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:54.195090 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:54.195708 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Checking segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:54.196333 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.196882 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Bound using segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:54.197589 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Bound port: 12748d16-e1e7-44f9-88ac-45a40fe8afb6, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:54.198207 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.255131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port d6bf048b-df03-47f8-89ba-c9df34485796, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d6bf048b-df03-47f8-89ba-c9df34485796,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:54.280723 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29944b28-11d3-4da3-b185-a738af9070b5,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:54.293345 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] For port 12748d16-e1e7-44f9-88ac-45a40fe8afb6, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:54.298513 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] For port 12748d16-e1e7-44f9-88ac-45a40fe8afb6, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=12748d16-e1e7-44f9-88ac-45a40fe8afb6,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:54.384866 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.385224 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.385649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 6a21ad8f-3114-4aa6-a8e8-9412315415c6 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:54.386562 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.390718 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9046672c-f64c-46da-9c7f-69a6d3ca25aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1826065 Mar 08 20:22:54.390863 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Provisioning complete for port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:54.390863 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.401600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47840) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:54.401600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:54.497848 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b888e-aa5a-48c8-a322-6e3f3d333cfe None None] Pushing event updated for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:54.500678 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:54.501133 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:54.603320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for router_gateway (e036155c-9a27-4f76-a150-b54e463312e8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.630854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (53d59c2b-cf61-4235-b6ae-f49a51f69efa), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.740686 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (53d59c2b-cf61-4235-b6ae-f49a51f69efa), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.755188 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:54.819826 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (53d59c2b-cf61-4235-b6ae-f49a51f69efa), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.835926 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f53265-0139-4627-b61d-55fae541c139 None None] Network d9ce74cd-5863-42fc-8070-6a300487a468 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:54.862904 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d59c2b-cf61-4235-b6ae-f49a51f69efa,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:54.953300 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.960537 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ed71c6e7-2d22-4505-ad43-db4d2fac7358 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5628588 Mar 08 20:22:54.961262 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47850) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:54.968022 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (e036155c-9a27-4f76-a150-b54e463312e8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:54.976642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:54.979103 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=d6bf048b-df03-47f8-89ba-c9df34485796,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:54.988660 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Current status of the port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:54.989483 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.000722 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7027a22-b553-4f2e-b343-1b12e59c7c28 req-98972493-0d6d-494a-8d03-d118ea0c9b01 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:55.002609 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7027a22-b553-4f2e-b343-1b12e59c7c28 req-98972493-0d6d-494a-8d03-d118ea0c9b01 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.1303425 Mar 08 20:22:55.017786 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:55.018947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.074943 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7027a22-b553-4f2e-b343-1b12e59c7c28 req-b2bf4eca-3dee-4836-9e55-8914a1af1f5d tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Mar 08 20:22:55.089324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (bd1b34db-6262-4426-8152-0acf28c53bdc), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.120229 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] For port 12748d16-e1e7-44f9-88ac-45a40fe8afb6, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=12748d16-e1e7-44f9-88ac-45a40fe8afb6,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:55.129140 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:54Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:55.198926 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47856) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:55.201231 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.227899 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (bd1b34db-6262-4426-8152-0acf28c53bdc), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.230235 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9901f-83fa-4b12-b21d-1449addbf235 None None] The sync data for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi is: [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:54Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:55.260924 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:55.261326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.292522 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (bd1b34db-6262-4426-8152-0acf28c53bdc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.301295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 6a21ad8f-3114-4aa6-a8e8-9412315415c6, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=6a21ad8f-3114-4aa6-a8e8-9412315415c6,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:55.302941 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6593f-2bdf-4bd8-9773-172383ccfd20 None None] Pushing event updated for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:55.321137 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Router e036155c-9a27-4f76-a150-b54e463312e8 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:22:55.321674 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Provisioning complete for port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:55.321911 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.328494 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b34db-6262-4426-8152-0acf28c53bdc,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:55.380480 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.408818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1078261003-network', 'tenant_id': '0b1b5c3b69a845f3a228460f6c0060f9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:55.421650 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.422847 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-698ecffe-b2c5-4d95-a366-acfb16cab24e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4544368 Mar 08 20:22:55.431966 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47862) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:55.436106 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:55.453727 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Current status of the port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:55.456904 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:55.471036 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Sync routers for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:55.482389 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=6a21ad8f-3114-4aa6-a8e8-9412315415c6,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:55.490355 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Provisioning complete for port d6bf048b-df03-47f8-89ba-c9df34485796 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:55.490737 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.494215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:55.494831 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:55.500359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f750a-8376-438a-ac54-4744388d5434 req-5250d6ec-4881-40f0-a191-14a261b00e53 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:55.501815 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-894f750a-8376-438a-ac54-4744388d5434 req-5250d6ec-4881-40f0-a191-14a261b00e53 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.1408072 Mar 08 20:22:55.552706 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.556770 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47864) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:55.560170 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ffb0742a-be02-4444-ac5d-0b0c84116383 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0148532 Mar 08 20:22:55.624033 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Made reservation on behalf of 0b1b5c3b69a845f3a228460f6c0060f9 for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:55.626380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.652390 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (012a13f6-1788-449f-aae0-eb6b2e7aafad), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.658935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.677951 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:55.740382 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-e05ac19d-dc97-4015-9903-94ad9b684bee None None] Current status of the port d6bf048b-df03-47f8-89ba-c9df34485796 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:55.797184 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.847500 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (012a13f6-1788-449f-aae0-eb6b2e7aafad), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.851584 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Deleting port 6e4c33b1-e383-40c5-ba15-82307a2503ee {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:55.852204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.890119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-49c11be4-915e-4180-a2a0-9679d036c2a9 None None] Provisioning complete for port d6bf048b-df03-47f8-89ba-c9df34485796 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:55.891968 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-49c11be4-915e-4180-a2a0-9679d036c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:55.949547 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 12748d16-e1e7-44f9-88ac-45a40fe8afb6 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:55.979919 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (012a13f6-1788-449f-aae0-eb6b2e7aafad), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.028843 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:54Z', 'revision_number': 3, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:56.037912 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks [] for security_group (c20764f5-fc9a-4562-935b-d3a1eda20dc2), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.047801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012a13f6-1788-449f-aae0-eb6b2e7aafad,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.064380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] For port 6e4c33b1-e383-40c5-ba15-82307a2503ee, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e4c33b1-e383-40c5-ba15-82307a2503ee,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:56.064738 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.077679 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Checking router: e036155c-9a27-4f76-a150-b54e463312e8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:56.078123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Updating router e036155c-9a27-4f76-a150-b54e463312e8 port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:56.083881 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-49c11be4-915e-4180-a2a0-9679d036c2a9 None None] Current status of the port d6bf048b-df03-47f8-89ba-c9df34485796 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:56.113169 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:56.113645 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.126949 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (c20764f5-fc9a-4562-935b-d3a1eda20dc2), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.137719 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.142997 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Calling delete_port for 6e4c33b1-e383-40c5-ba15-82307a2503ee owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:22:56.165940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.169961 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ff44e75e-8d18-4396-830b-03e49e53d61c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7369468 Mar 08 20:22:56.170334 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47870) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:56.175081 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:56.186039 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:22:56.271094 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20764f5-fc9a-4562-935b-d3a1eda20dc2,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.306673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (aa42e182-7ee8-4110-8c6c-e2632e9c738b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.307021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Added segment aa42e182-7ee8-4110-8c6c-e2632e9c738b of type vlan for network e6f2a251-9531-4323-885b-e58d53b3e1d9 Mar 08 20:22:56.344465 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (088f3909-7698-4eda-8914-187887943d83), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.367246 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:56.368613 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d6bf048b-df03-47f8-89ba-c9df34485796 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:56.384925 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (e6f2a251-9531-4323-885b-e58d53b3e1d9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.476351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d976a-c132-4eab-ab5f-fb9ea63d8196 req-5a7dfd33-c82b-4bce-af75-08d6fdcdc7e3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:56.477921 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d4d976a-c132-4eab-ab5f-fb9ea63d8196 req-5a7dfd33-c82b-4bce-af75-08d6fdcdc7e3 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 946 time: 0.2879438 Mar 08 20:22:56.484533 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (088f3909-7698-4eda-8914-187887943d83), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.493599 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port d6bf048b-df03-47f8-89ba-c9df34485796 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:56.494125 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.534589 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks [] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.548783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (e6f2a251-9531-4323-885b-e58d53b3e1d9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.550280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:56.552388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.591987 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port d6bf048b-df03-47f8-89ba-c9df34485796 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:56.593167 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 6a21ad8f-3114-4aa6-a8e8-9412315415c6 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:22:56.600785 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (088f3909-7698-4eda-8914-187887943d83), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.637499 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088f3909-7698-4eda-8914-187887943d83,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.700032 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4999263 Mar 08 20:22:56.700760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412abf12-3719-4061-8293-6c6171ca13dd admin admin] Pushing event updated for resources: {'Network': ['ID=e6f2a251-9531-4323-885b-e58d53b3e1d9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.703277 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 47874) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:56.707856 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d4d976a-c132-4eab-ab5f-fb9ea63d8196 req-9230ea3d-3640-4233-ae80-b5a963f0ba18 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f01656a-c5ea-4de5-abdf-ee65a1fc102f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219765 Mar 08 20:22:56.712312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Request body: {'subnet': {'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1078261003-subnet', 'tenant_id': '0b1b5c3b69a845f3a228460f6c0060f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:56.722514 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.724725 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (6e4c33b1-e383-40c5-ba15-82307a2503ee), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.729208 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.738444 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-910e39ce-6f92-4da3-9dc3-a2b259360161 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5591161 Mar 08 20:22:56.740395 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47876) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:56.749376 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:22:56.754843 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.765519 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:56.778464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Pushing event deleted for resources: {'Port': ['ID=6e4c33b1-e383-40c5-ba15-82307a2503ee,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.863142 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Made reservation on behalf of 0b1b5c3b69a845f3a228460f6c0060f9 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:22:56.865910 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.868324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] No DVR routers for this DVR port 6e4c33b1-e383-40c5-ba15-82307a2503ee on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:22:56.875576 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.877562 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0faf60-d50e-4db9-a4f4-c8b5b58f910b None None] Pushing event updated for resources: {'Port': ['ID=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:56.879016 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-894f750a-8376-438a-ac54-4744388d5434 req-b753d4a6-43f2-4599-b2fc-d9df13469669 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.47 "DELETE /v2.0/ports/6e4c33b1-e383-40c5-ba15-82307a2503ee HTTP/1.1" status: 204 len: 173 time: 1.3686483 Mar 08 20:22:56.879596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'name': 'network-vif-deleted', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:22:56.880239 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Attempting to bind port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:56.880614 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Attempting to bind port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:56.880977 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Attempting to bind port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:56.881934 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5220e8-0e38-484d-9996-eb8e46fa1266" -d '{"events": [{"server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "name": "network-vif-deleted", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:22:56.892581 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:56.895993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:56.895993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.895993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:56.895993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Bound port: d3b94a88-4cd0-4cfe-882e-97af0b7aa51a, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:56.895993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.897043 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Project 0c45730ec0b34b569d89b5a6d9538c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:22:56.931455 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (b1f62e3d-7fd2-4644-b923-3c8aa5377488), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.932515 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:56.933000 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:56.957790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03ff91-6762-4335-b133-7b6721512398 x-openstack-request-id: req-0d03ff91-6762-4335-b133-7b6721512398 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:22:56.958085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59ab859-22d7-445f-a692-eb3c91baff39", "name": "network-vif-deleted", "tag": "6e4c33b1-e383-40c5-ba15-82307a2503ee", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:22:56.958339 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d03ff91-6762-4335-b133-7b6721512398 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:22:56.958729 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59ab859-22d7-445f-a692-eb3c91baff39', 'name': 'network-vif-deleted', 'tag': '6e4c33b1-e383-40c5-ba15-82307a2503ee', 'status': 'completed', 'code': 200} Mar 08 20:22:57.005989 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] For port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:57.022230 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] For port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:57.075386 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Allocated IP 172.20.0.1 (d9ce74cd-5863-42fc-8070-6a300487a468/f566b76d-aeac-460f-bb5a-f8abd5fc29f2/e23011f8-c69b-4d9b-a052-81166fbdf1d4) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:22:57.078536 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (b1f62e3d-7fd2-4644-b923-3c8aa5377488), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.094039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:57.104115 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.161280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (b1f62e3d-7fd2-4644-b923-3c8aa5377488), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.189480 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Sync routers for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:22:57.189968 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f62e3d-7fd2-4644-b923-3c8aa5377488,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:57.202537 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:57.203215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.205544 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0faf60-d50e-4db9-a4f4-c8b5b58f910b None None] Pushing event updated for resources: {'Port': ['ID=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:57.207097 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:57.207745 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.231405 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks [] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.293262 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (770f9c00-82f2-4fd3-b672-5bc4105d4365), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.295973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.301983 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1da8c961-0001-4a4f-be14-2bdc5cdb9bd8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5576179 Mar 08 20:22:57.302877 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47880) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:57.309478 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'security_group_rule': {'security_group_id': '29944b28-11d3-4da3-b185-a738af9070b5', 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:22:57.338949 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:57.344464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.360373 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:57.380903 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770f9c00-82f2-4fd3-b672-5bc4105d4365,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:57.396740 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Network d9ce74cd-5863-42fc-8070-6a300487a468 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:57.402482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:57.405608 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:22:57.412178 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.securitygroups_db [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Project 0c45730ec0b34b569d89b5a6d9538c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:22:57.442533 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:57.443904 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Checking segment: {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:57.444381 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Network hostable DHCP agents. Network: e6f2a251-9531-4323-885b-e58d53b3e1d9, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:22:57.448436 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (5afd9ca9-aae0-4508-9f01-c4788c70542a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.490142 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (e036155c-9a27-4f76-a150-b54e463312e8), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.550617 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:22:57.582861 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 6e4c33b1-e383-40c5-ba15-82307a2503ee no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:22:57.598286 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (5afd9ca9-aae0-4508-9f01-c4788c70542a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.624150 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 6e4c33b1-e383-40c5-ba15-82307a2503ee {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:22:57.624566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 6e4c33b1-e383-40c5-ba15-82307a2503ee not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:22:57.646393 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, e6f2a251-9531-4323-885b-e58d53b3e1d9) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:57.660088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:22:57.660088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.667485 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae2d5a-ac07-4830-92ce-18822e645d9a None None] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:57.699134 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '8504689b-2308-435d-98a4-461853777065', 'name': '', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'mac_address': 'fa:16:3e:33:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:49Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 2, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'subnets': [{'id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.739193 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Checking router: 96bd33e6-9d63-4f69-aec6-f99b19176d76 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:22:57.739877 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Updating router 96bd33e6-9d63-4f69-aec6-f99b19176d76 port 8504689b-2308-435d-98a4-461853777065 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:22:57.780073 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:54Z', 'revision_number': 3, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:57.780533 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8504689b-2308-435d-98a4-461853777065), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.782390 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-4286beb5-f527-4ba6-97d1-4705ff8220f5 None None] Provisioning complete for port e23011f8-c69b-4d9b-a052-81166fbdf1d4 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:57.782532 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4286beb5-f527-4ba6-97d1-4705ff8220f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.820501 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e4cc4a28-019a-4d12-b447-839b3c827057 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1152020 Mar 08 20:22:57.867005 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157ec60-400e-40eb-9850-052f2e9f5dff None None] The sync data for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi is: [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:54Z', 'revision_number': 3, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:57.883563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56188c73-27f3-4558-adb0-bc40f2657730 None None] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:22:57.901064 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-4286beb5-f527-4ba6-97d1-4705ff8220f5 None None] Port e23011f8-c69b-4d9b-a052-81166fbdf1d4 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:57.906276 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (5afd9ca9-aae0-4508-9f01-c4788c70542a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.945644 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f51eb7b9-f251-421a-9292-b6feea3c9a67 req-63a2a597-1ec6-48cc-8e5b-3bd6648f5642 tempest-ServerRescueNegativeTestJSON-266576036 tempest-ServerRescueNegativeTestJSON-266576036-project] 10.222.0.18 "GET /v2.0/ports?device_id=b59ab859-22d7-445f-a692-eb3c91baff39 HTTP/1.1" status: 200 len: 210 time: 0.0508618 Mar 08 20:22:57.958926 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd9ca9-aae0-4508-9f01-c4788c70542a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:57.996981 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:57.998375 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2520e3d1-ee71-4b27-84b4-69a16feb425f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6936810 Mar 08 20:22:58.072284 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.208100 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks [] for port (8504689b-2308-435d-98a4-461853777065), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.268063 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks [] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.292055 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8504689b-2308-435d-98a4-461853777065), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.340100 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.348383 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32988ae0-b2a2-40d4-973b-d6cb78863637 None None] Pushing event updated for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.419873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.422630 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (e036155c-9a27-4f76-a150-b54e463312e8), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.486350 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Attempting to bind port 8504689b-2308-435d-98a4-461853777065 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:22:58.486719 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Attempting to bind port 8504689b-2308-435d-98a4-461853777065 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:22:58.487107 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Attempting to bind port 8504689b-2308-435d-98a4-461853777065 on network 59259829-028f-4f3a-8345-c7de862ad36a {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:22:58.493956 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:22:58.495660 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Checking segment: {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:22:58.495660 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.495660 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Bound using segment: {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:22:58.495660 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Bound port: 8504689b-2308-435d-98a4-461853777065, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcf9f61-401d-4bf1-903e-4d51c9d92368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:22:58.496246 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8504689b-2308-435d-98a4-461853777065), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.519319 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Network d9ce74cd-5863-42fc-8070-6a300487a468 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:22:58.521189 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:22:58.568681 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] For port 8504689b-2308-435d-98a4-461853777065, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:22:58.572203 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] For port 8504689b-2308-435d-98a4-461853777065, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=8504689b-2308-435d-98a4-461853777065,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:22:58.625733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-2595ea33-2867-421d-89e1-986f2ff8c994 None None] Provisioning complete for port 8504689b-2308-435d-98a4-461853777065 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:58.626287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2595ea33-2867-421d-89e1-986f2ff8c994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8504689b-2308-435d-98a4-461853777065), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.650347 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Router e036155c-9a27-4f76-a150-b54e463312e8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:22:58.665256 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-2595ea33-2867-421d-89e1-986f2ff8c994 None None] Port 8504689b-2308-435d-98a4-461853777065 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:58.710590 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8504689b-2308-435d-98a4-461853777065), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.779257 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:22:58.784371 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7ba8b221-8c57-4eb4-8eb4-58322837b1a6 admin admin] 10.222.0.18 "PUT /v2.0/routers/e036155c-9a27-4f76-a150-b54e463312e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2267504 Mar 08 20:22:58.804721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-d8cba4ba-fad4-4364-b858-3dca7ac9a282 None None] Provisioning complete for port e23011f8-c69b-4d9b-a052-81166fbdf1d4 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:58.805306 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d8cba4ba-fad4-4364-b858-3dca7ac9a282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:58.814692 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:22:58.815243 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:58.858012 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-d8cba4ba-fad4-4364-b858-3dca7ac9a282 None None] Port e23011f8-c69b-4d9b-a052-81166fbdf1d4 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:22:58.869228 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32988ae0-b2a2-40d4-973b-d6cb78863637 None None] Pushing event updated for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:58.953084 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:22:59.055324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 47942) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:22:59.183766 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Provisioning complete for port 8504689b-2308-435d-98a4-461853777065 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:22:59.184131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8504689b-2308-435d-98a4-461853777065), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.236529 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '8504689b-2308-435d-98a4-461853777065', 'name': '', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'mac_address': 'fa:16:3e:33:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:49Z', 'updated_at': '2022-03-08T20:22:58Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'subnets': [{'id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:22:59.264556 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b50eb-a9d0-4fb2-ad57-57b8a8729b0d None None] The sync data for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi is: [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:22:50Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '8504689b-2308-435d-98a4-461853777065', 'name': '', 'network_id': '59259829-028f-4f3a-8345-c7de862ad36a', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'mac_address': 'fa:16:3e:33:fb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:49Z', 'updated_at': '2022-03-08T20:22:58Z', 'revision_number': 4, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'subnets': [{'id': 'eb58f098-a12b-4501-bd12-58fba205d111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:22:59.279542 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Current status of the port 8504689b-2308-435d-98a4-461853777065 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:22:59.280020 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (8504689b-2308-435d-98a4-461853777065), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.332581 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] For port 8504689b-2308-435d-98a4-461853777065, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=8504689b-2308-435d-98a4-461853777065,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:22:59.451967 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (8504689b-2308-435d-98a4-461853777065), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.515654 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a22d-9d90-4b99-9b47-a195345b9055 None None] Pushing event updated for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:22:59.530272 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (09015cd0-dae3-4393-9070-47b5bfef69d9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:22:59.925434 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Deleting port a048eb48-b3c6-4d54-af1b-73dcedaeb824 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:22:59.925776 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.063349 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] For port a048eb48-b3c6-4d54-af1b-73dcedaeb824, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a048eb48-b3c6-4d54-af1b-73dcedaeb824,segment=NetworkSegment(ca87382a-665c-4ef6-a51c-3bcedce809aa),segment_id=ca87382a-665c-4ef6-a51c-3bcedce809aa)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:00.064134 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.081811 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Calling delete_port for a048eb48-b3c6-4d54-af1b-73dcedaeb824 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:00.124428 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d3b94a88-4cd0-4cfe-882e-97af0b7aa51a up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:00.241452 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:00.242119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.371701 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:00.374040 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.403022 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:00.475710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.477236 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 8504689b-2308-435d-98a4-461853777065 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:00.520216 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (a048eb48-b3c6-4d54-af1b-73dcedaeb824), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.577954 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:00.593352 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Pushing event deleted for resources: {'Port': ['ID=a048eb48-b3c6-4d54-af1b-73dcedaeb824,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:00.609381 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 8504689b-2308-435d-98a4-461853777065 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:00.609768 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (8504689b-2308-435d-98a4-461853777065), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:00.735899 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 8504689b-2308-435d-98a4-461853777065 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:00.926516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (09015cd0-dae3-4393-9070-47b5bfef69d9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.239391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Router 09015cd0-dae3-4393-9070-47b5bfef69d9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:23:01.699475 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:23:01.708190 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9bca1886-b7d9-4d1d-a16f-083a3ac18440 admin admin] 10.222.0.18 "PUT /v2.0/routers/09015cd0-dae3-4393-9070-47b5bfef69d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516247 Mar 08 20:23:01.710733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Sync routers for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:01.711271 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48000) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:01.724732 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:01.725532 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:01.859998 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks [] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:01.906034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:02.150172 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks [] for router_gateway (09015cd0-dae3-4393-9070-47b5bfef69d9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.194671 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d3b94a88-4cd0-4cfe-882e-97af0b7aa51a up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:02.319832 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:02.320261 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.377784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Deleting port 85ffaa9f-0063-47a2-ae99-26fd46749605 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:23:02.378126 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.450267 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:23:00Z', 'revision_number': 5, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port': {'id': '85ffaa9f-0063-47a2-ae99-26fd46749605', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:af:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:23Z', 'updated_at': '2022-03-08T20:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:02.453066 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:02.480249 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Checking router: 09015cd0-dae3-4393-9070-47b5bfef69d9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:02.490769 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Routers {'09015cd0-dae3-4393-9070-47b5bfef69d9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:02.491482 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['09015cd0-dae3-4393-9070-47b5bfef69d9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:02.495983 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] For port 85ffaa9f-0063-47a2-ae99-26fd46749605, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=85ffaa9f-0063-47a2-ae99-26fd46749605,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:02.496353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:02.511648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Calling delete_port for 85ffaa9f-0063-47a2-ae99-26fd46749605 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:23:02.598133 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] Set router 09015cd0-dae3-4393-9070-47b5bfef69d9 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:02.735355 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:23:02Z', 'revision_number': 6, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:02.781620 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804990b-13bd-43fa-ba4b-993e43989131 None None] The sync data for ids ['09015cd0-dae3-4393-9070-47b5bfef69d9'] in dv-cinder-830095-3-iscsi is: [{'id': '09015cd0-dae3-4393-9070-47b5bfef69d9', 'name': 'tempest-ServerRescueNegativeTestJSON-650412639-router', 'tenant_id': '1953483c1bb44a8caa4aedd2555d6f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:22Z', 'updated_at': '2022-03-08T20:23:02Z', 'revision_number': 6, 'project_id': '1953483c1bb44a8caa4aedd2555d6f94', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:03.036541 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (85ffaa9f-0063-47a2-ae99-26fd46749605), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.066030 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ffaa9f-0063-47a2-ae99-26fd46749605,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:03.145340 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (09015cd0-dae3-4393-9070-47b5bfef69d9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.291875 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.294488 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks [] for router_controller (09015cd0-dae3-4393-9070-47b5bfef69d9), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.441624 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (09015cd0-dae3-4393-9070-47b5bfef69d9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.443236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09015cd0-dae3-4393-9070-47b5bfef69d9 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:23:03.452945 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.457084 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d529e4da-922f-4a98-9c5a-677d40b4d217 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09015cd0-dae3-4393-9070-47b5bfef69d9 HTTP/1.1" status: 204 len: 168 time: 1.7425673 Mar 08 20:23:03.457454 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48006) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:03.553470 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Deleting subnet 1f179aed-eef0-4aa6-b605-aaf89c8d4725 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:23:03.557302 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Publish callbacks [] for subnet (1f179aed-eef0-4aa6-b605-aaf89c8d4725), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.620995 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (1f179aed-eef0-4aa6-b605-aaf89c8d4725), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.666988 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (1f179aed-eef0-4aa6-b605-aaf89c8d4725), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.764141 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Sync routers for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:23:03.776856 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:03.777440 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:03.887372 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (1f179aed-eef0-4aa6-b605-aaf89c8d4725), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.898027 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:03.916023 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f179aed-eef0-4aa6-b605-aaf89c8d4725,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:03.920329 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:03.927756 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8c985c17-2d06-49d6-b082-45b28e646a6a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f179aed-eef0-4aa6-b605-aaf89c8d4725 HTTP/1.1" status: 204 len: 168 time: 0.4667885 Mar 08 20:23:03.928170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48008) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:04.018811 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (74de28ca-ca32-4e3e-b199-0f76b636b7c2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.117830 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 85ffaa9f-0063-47a2-ae99-26fd46749605 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:23:04.142238 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 85ffaa9f-0063-47a2-ae99-26fd46749605 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:23:04.142580 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 85ffaa9f-0063-47a2-ae99-26fd46749605 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:23:04.143776 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a048eb48-b3c6-4d54-af1b-73dcedaeb824 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:23:04.144761 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (74de28ca-ca32-4e3e-b199-0f76b636b7c2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.186512 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74de28ca-ca32-4e3e-b199-0f76b636b7c2']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:04.198649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: a048eb48-b3c6-4d54-af1b-73dcedaeb824 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:23:04.199197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a048eb48-b3c6-4d54-af1b-73dcedaeb824 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:23:04.200721 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca87382a-665c-4ef6-a51c-3bcedce809aa') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:04.200721 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca87382a-665c-4ef6-a51c-3bcedce809aa') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:04.211483 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7497530'] for segment (ca87382a-665c-4ef6-a51c-3bcedce809aa), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.221788 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:57Z', 'revision_number': 4, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'e23011f8-c69b-4d9b-a052-81166fbdf1d4', 'name': '', 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'mac_address': 'fa:16:3e:bb:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:56Z', 'updated_at': '2022-03-08T20:22:58Z', 'revision_number': 2, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'subnets': [{'id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:04.235313 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (ca87382a-665c-4ef6-a51c-3bcedce809aa), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.246785 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:23:04.247233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419478'] for segment (ca87382a-665c-4ef6-a51c-3bcedce809aa), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: Traceback (most recent call last): Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: timer() Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: cb(*args, **kw) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: return func(*args, **kwargs) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: self._notify() Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: self.callback(batched_events) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: event.method(event) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: return f(self, *a, **k) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._get(url).json() Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:23:04.249079 dv-cinder-830095-3-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:23:04.271916 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Checking router: e036155c-9a27-4f76-a150-b54e463312e8 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:23:04.272290 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Updating router e036155c-9a27-4f76-a150-b54e463312e8 port e23011f8-c69b-4d9b-a052-81166fbdf1d4 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:23:04.322127 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.402253 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (74de28ca-ca32-4e3e-b199-0f76b636b7c2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.414721 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.419405 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/74de28ca-ca32-4e3e-b199-0f76b636b7c2 HTTP/1.1" status: 204 len: 168 time: 0.4900219 Mar 08 20:23:04.457316 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90a8e8-1f7c-46fd-8f72-52b20ee2f0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=74de28ca-ca32-4e3e-b199-0f76b636b7c2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:04.663445 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks [] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.743417 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.798618 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21398-fe40-4d14-94df-a8c99d9e0df9 None None] Pushing event updated for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:04.852953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48018) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:04.905412 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Attempting to bind port e23011f8-c69b-4d9b-a052-81166fbdf1d4 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:04.907512 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Attempting to bind port e23011f8-c69b-4d9b-a052-81166fbdf1d4 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:04.908075 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Attempting to bind port e23011f8-c69b-4d9b-a052-81166fbdf1d4 on network d9ce74cd-5863-42fc-8070-6a300487a468 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:04.914380 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7bc8ca3e-ea83-4ce2-98cb-3c89c490382a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1953483c1bb44a8caa4aedd2555d6f94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0602698 Mar 08 20:23:04.917241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48020) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:04.928999 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:04.933818 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Checking segment: {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:04.933818 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:04.933818 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Bound using segment: {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:04.933818 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Bound port: e23011f8-c69b-4d9b-a052-81166fbdf1d4, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be62ecd8-86af-4221-880b-53f418800f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:04.933818 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.023784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] Publish callbacks [] for security_group (9f01656a-c5ea-4de5-abdf-ee65a1fc102f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.056681 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] For port e23011f8-c69b-4d9b-a052-81166fbdf1d4, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:05.063596 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] For port e23011f8-c69b-4d9b-a052-81166fbdf1d4, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=e23011f8-c69b-4d9b-a052-81166fbdf1d4,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:05.063847 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] Publish callbacks [] for security_group (9f01656a-c5ea-4de5-abdf-ee65a1fc102f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.122315 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.147457 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Provisioning complete for port e23011f8-c69b-4d9b-a052-81166fbdf1d4 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:05.148946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.172188 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9f01656a-c5ea-4de5-abdf-ee65a1fc102f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.175134 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.185075 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f01656a-c5ea-4de5-abdf-ee65a1fc102f HTTP/1.1" status: 204 len: 168 time: 0.2604940 Mar 08 20:23:05.204867 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a005982-13c9-4abb-bb75-b670c59024c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01656a-c5ea-4de5-abdf-ee65a1fc102f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:05.217089 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:23:05.218204 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:22:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:05.329245 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Current status of the port e23011f8-c69b-4d9b-a052-81166fbdf1d4 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:05.329643 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.355528 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21398-fe40-4d14-94df-a8c99d9e0df9 None None] Pushing event updated for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:05.382252 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] For port e23011f8-c69b-4d9b-a052-81166fbdf1d4, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=e23011f8-c69b-4d9b-a052-81166fbdf1d4,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:05.460992 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.495809 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:23:05.529929 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd976f40-bc79-4c9b-a4a2-559034f55342 None None] Pushing event updated for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:05.590419 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-8d5901a0-5a2f-4df2-90de-3a01a163b7ce None None] Provisioning complete for port e23011f8-c69b-4d9b-a052-81166fbdf1d4 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:05.590968 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8d5901a0-5a2f-4df2-90de-3a01a163b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:05.741758 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-8d5901a0-5a2f-4df2-90de-3a01a163b7ce None None] Current status of the port e23011f8-c69b-4d9b-a052-81166fbdf1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:05.884931 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:57Z', 'revision_number': 4, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'e23011f8-c69b-4d9b-a052-81166fbdf1d4', 'name': '', 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'mac_address': 'fa:16:3e:bb:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:56Z', 'updated_at': '2022-03-08T20:23:05Z', 'revision_number': 4, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'subnets': [{'id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:05.931799 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0afae-fc2d-4ef0-bc10-b5af8d2d18cb None None] The sync data for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi is: [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:22:57Z', 'revision_number': 4, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'e23011f8-c69b-4d9b-a052-81166fbdf1d4', 'name': '', 'network_id': 'd9ce74cd-5863-42fc-8070-6a300487a468', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'mac_address': 'fa:16:3e:bb:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:56Z', 'updated_at': '2022-03-08T20:23:05Z', 'revision_number': 4, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'subnets': [{'id': 'f566b76d-aeac-460f-bb5a-f8abd5fc29f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:23:07.903350 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device e23011f8-c69b-4d9b-a052-81166fbdf1d4 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:07.957114 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port e23011f8-c69b-4d9b-a052-81166fbdf1d4 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:07.957114 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:08.074296 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port e23011f8-c69b-4d9b-a052-81166fbdf1d4 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:09.945029 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-0dc39e36-f604-4f42-a69f-9d0d2458df71 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:09.952271 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-0dc39e36-f604-4f42-a69f-9d0d2458df71 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/networks?id=e6f2a251-9531-4323-885b-e58d53b3e1d9 HTTP/1.1" status: 200 len: 814 time: 0.1913929 Mar 08 20:23:09.971019 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-80d725ed-76c6-4ded-81aa-f7ad48edd562 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/quotas/0b1b5c3b69a845f3a228460f6c0060f9 HTTP/1.1" status: 200 len: 375 time: 0.0177295 Mar 08 20:23:10.013882 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-f9bc5856-545f-4224-9730-cad9da3b3df6 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399935 Mar 08 20:23:10.121870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-ebed71f4-c73c-44e5-a5d5-92d726bd8e25 service neutron] 10.222.0.18 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073589 Mar 08 20:23:10.232696 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-66d0eb0f-e14f-492c-8fa7-e3de15bd1f18 service neutron] 10.222.0.18 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049571 Mar 08 20:23:10.532985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cd92b5c3-5583-497b-a45f-1b6ea9dbf769 req-1ad7abec-2e5e-4099-b598-95a1201c66ab tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 210 time: 0.0542774 Mar 08 20:23:11.499324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48142) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:11.641449 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cb1308e5-ba19-4fbc-b1a4-f1d764d1455c req-7b0626f5-9f93-4e97-a697-c68599e1bf55 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 210 time: 0.0453413 Mar 08 20:23:11.642754 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-62640eec-85ad-460e-b120-335c8f9b8362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:11.772967 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-62640eec-85ad-460e-b120-335c8f9b8362 admin admin] Publish callbacks [] for security_group (10961c45-6345-4065-9e69-1b343af5b737), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:11.841169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-62640eec-85ad-460e-b120-335c8f9b8362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (10961c45-6345-4065-9e69-1b343af5b737), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:11.909612 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48162) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:11.910114 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-62640eec-85ad-460e-b120-335c8f9b8362 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9a09812073b4583abb3201f2622cd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092784 Mar 08 20:23:11.910636 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640eec-85ad-460e-b120-335c8f9b8362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10961c45-6345-4065-9e69-1b343af5b737,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:11.978986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] Publish callbacks [] for security_group (10961c45-6345-4065-9e69-1b343af5b737), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.015408 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] Publish callbacks [] for security_group (10961c45-6345-4065-9e69-1b343af5b737), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.211953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (10961c45-6345-4065-9e69-1b343af5b737), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.214559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:12.215873 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10961c45-6345-4065-9e69-1b343af5b737 HTTP/1.1" status: 204 len: 168 time: 0.3043122 Mar 08 20:23:12.224751 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7244a8-bdc3-49ef-95c4-b82f9c79c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10961c45-6345-4065-9e69-1b343af5b737,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:12.999617 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c13cc5fa-c443-4b8c-b5b6-98ea5a32b296 req-df2b0566-2447-4305-b372-0c85e53668d8 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 210 time: 0.0316157 Mar 08 20:23:13.237712 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-23cddf26-0572-462f-a90f-55d55d25bfdb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:13.239904 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-23cddf26-0572-462f-a90f-55d55d25bfdb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 815 time: 0.1107166 Mar 08 20:23:13.279223 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-552e5a9f-a5f8-4a92-bf07-e7cdfacf7827 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/quotas/1561e480803f40639f97c1f9c4777b70 HTTP/1.1" status: 200 len: 375 time: 0.0326881 Mar 08 20:23:13.398414 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-32ddbd96-845f-4a90-be2d-c7cdae87ec8a tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114042 Mar 08 20:23:13.405733 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-dc6de3d2-67d6-4b78-9b16-0b34f4c06b6e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:13.407293 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-dc6de3d2-67d6-4b78-9b16-0b34f4c06b6e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "GET /v2.0/networks?id=e6f2a251-9531-4323-885b-e58d53b3e1d9 HTTP/1.1" status: 200 len: 814 time: 0.1598508 Mar 08 20:23:13.440648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Request body: {'port': {'device_id': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9', 'admin_state_up': True, 'tenant_id': '0b1b5c3b69a845f3a228460f6c0060f9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:13.452828 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48230) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:13.560618 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1082736435-network', 'tenant_id': '98c573b1f64e4756bf9824f32872c996'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:13.585093 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-30b955e7-36dd-4860-be20-4f59881d9a1d service neutron] 10.222.0.18 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690636 Mar 08 20:23:13.652811 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Made reservation on behalf of 98c573b1f64e4756bf9824f32872c996 for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:13.655972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.666888 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.694977 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-fa39c863-439e-4729-b587-58d8cb58a755 service neutron] 10.222.0.18 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032290 Mar 08 20:23:13.697177 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Made reservation on behalf of 0b1b5c3b69a845f3a228460f6c0060f9 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:13.700536 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.770466 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks [] for security_group (1439df61-11a3-4fae-91cb-ae081720a9e9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.846549 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (1439df61-11a3-4fae-91cb-ae081720a9e9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.852860 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Allocated IP 172.20.0.5 (e6f2a251-9531-4323-885b-e58d53b3e1d9/770f9c00-82f2-4fd3-b672-5bc4105d4365/88870e2a-f533-4452-affc-571a12cbf383) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:13.873568 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:23:13.884579 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439df61-11a3-4fae-91cb-ae081720a9e9,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:13.889334 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a8e74e9d-b3c9-4608-a065-f1d184bcd5d1), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:13.889896 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Added segment a8e74e9d-b3c9-4608-a065-f1d184bcd5d1 of type vlan for network b34c29f7-770f-4d95-b7b3-7bcba81df22f Mar 08 20:23:13.945615 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (b34c29f7-770f-4d95-b7b3-7bcba81df22f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.049357 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (b34c29f7-770f-4d95-b7b3-7bcba81df22f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.050979 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:14.051959 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.052996 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks [] for port (88870e2a-f533-4452-affc-571a12cbf383), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.086471 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f25732e3-9001-4043-b33a-dd0989f67473 req-9311b607-f25b-4b16-b8e9-bd65bab60bb9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 210 time: 0.0790205 Mar 08 20:23:14.126477 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] Pushing event updated for resources: {'Network': ['ID=b34c29f7-770f-4d95-b7b3-7bcba81df22f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:14.138043 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network b34c29f7-770f-4d95-b7b3-7bcba81df22f details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:14.170183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970867-584d-42e3-b894-28769d71a179 req-08509f21-8df8-42ef-931a-14a855905087 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:14.177292 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02970867-584d-42e3-b894-28769d71a179 req-08509f21-8df8-42ef-931a-14a855905087 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1314752 Mar 08 20:23:14.217837 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3ddbe76f-37f8-43f2-9088-d6b01057e177 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7637627 Mar 08 20:23:14.220103 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-796e5484-4c75-40e5-a0bd-f604d9192d99 req-82027f8c-1ab1-44c2-81f4-11d9bc43268a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 210 time: 0.0391045 Mar 08 20:23:14.224221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48264) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:14.229817 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Request body: {'subnet': {'network_id': 'b34c29f7-770f-4d95-b7b3-7bcba81df22f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1082736435-subnet', 'tenant_id': '98c573b1f64e4756bf9824f32872c996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:14.249970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.285762 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02970867-584d-42e3-b894-28769d71a179 req-647d5998-b030-4b3c-9960-afcf7556b205 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073747 Mar 08 20:23:14.300973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:14.304201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:14.306676 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:14.344179 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Pushing event updated for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:14.348945 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Made reservation on behalf of 98c573b1f64e4756bf9824f32872c996 for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:14.352785 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.369327 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:14.369901 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.500782 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-13b5d26e-2ffd-4c55-9099-5a48d45613df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742393 Mar 08 20:23:14.577533 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (acc9113f-cf31-4b09-9575-a2c4a8b12f38), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.585507 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Request body: {'port': {'device_id': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:14.638876 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc9113f-cf31-4b09-9575-a2c4a8b12f38,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:14.641063 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Checking segment: {'id': 'a8e74e9d-b3c9-4608-a065-f1d184bcd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b34c29f7-770f-4d95-b7b3-7bcba81df22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:14.641422 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Network hostable DHCP agents. Network: b34c29f7-770f-4d95-b7b3-7bcba81df22f, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:14.647925 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (88870e2a-f533-4452-affc-571a12cbf383), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.725849 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Network b34c29f7-770f-4d95-b7b3-7bcba81df22f is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:14.833818 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, b34c29f7-770f-4d95-b7b3-7bcba81df22f) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:14.838377 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:14.839022 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.849383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb8789-8163-48da-bef2-2e4570f042d5 None None] Network b34c29f7-770f-4d95-b7b3-7bcba81df22f requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:14.916217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88870e2a-f533-4452-affc-571a12cbf383 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:14.923617 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-0dadc07b-b811-43b7-9f4f-e5ed1921adc2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6980309 Mar 08 20:23:14.933780 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks [] for port (88870e2a-f533-4452-affc-571a12cbf383), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:14.946531 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5815ae-f82c-4f52-b832-e0b6b8657b0e None None] Network b34c29f7-770f-4d95-b7b3-7bcba81df22f requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:14.948445 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Transition to ACTIVE for port object 88870e2a-f533-4452-affc-571a12cbf383 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:23:15.017353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.086939 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:15.184817 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a5325bd-3a9a-46e7-9fec-3f2f559a26ac req-b3d6b28e-89eb-4cc6-91ae-d889873029d2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 210 time: 0.0401855 Mar 08 20:23:15.207972 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Attempting to bind port 88870e2a-f533-4452-affc-571a12cbf383 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:15.208303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Attempting to bind port 88870e2a-f533-4452-affc-571a12cbf383 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:15.208953 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Attempting to bind port 88870e2a-f533-4452-affc-571a12cbf383 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:15.214065 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Port 88870e2a-f533-4452-affc-571a12cbf383 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:23:15.214389 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Attempting to bind port 88870e2a-f533-4452-affc-571a12cbf383 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:15.219230 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:15.219567 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Checking segment: {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:15.219996 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Bound using segment: {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:15.220410 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Bound port: 88870e2a-f533-4452-affc-571a12cbf383, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:15.220808 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (88870e2a-f533-4452-affc-571a12cbf383), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.311820 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:15.339236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88870e2a-f533-4452-affc-571a12cbf383,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:15.363550 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d1642-d8d0-441c-9aab-c800a71d1389 req-334b2245-89b5-43db-89d3-7a30053ade13 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:15.365221 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-437d1642-d8d0-441c-9aab-c800a71d1389 req-334b2245-89b5-43db-89d3-7a30053ade13 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0681179 Mar 08 20:23:15.430817 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.484503 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-437d1642-d8d0-441c-9aab-c800a71d1389 req-664b954b-1a1d-40d0-b558-d0c60d32d233 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086621 Mar 08 20:23:15.497185 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870a523-ff8f-4b6b-9d49-8baff8b8b35c req-5e418686-89db-4b88-9074-2136d1c87a16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:15.498673 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e870a523-ff8f-4b6b-9d49-8baff8b8b35c req-5e418686-89db-4b88-9074-2136d1c87a16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1325941 Mar 08 20:23:15.505028 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:15.505639 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.506952 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] 10.222.0.47 "PUT /v2.0/ports/88870e2a-f533-4452-affc-571a12cbf383 HTTP/1.1" status: 200 len: 1093 time: 0.9258404 Mar 08 20:23:15.507409 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'tag': '88870e2a-f533-4452-affc-571a12cbf383'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:15.509643 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042" -d '{"events": [{"name": "network-changed", "server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "tag": "88870e2a-f533-4452-affc-571a12cbf383"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:15.539013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3342837-31f8-4d77-8bcb-a02d2e057fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:15.555988 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217770dd-6eb5-4678-b0f3-06a7eebcc833 x-openstack-request-id: req-217770dd-6eb5-4678-b0f3-06a7eebcc833 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:15.556279 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "tag": "88870e2a-f533-4452-affc-571a12cbf383", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:15.556527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-217770dd-6eb5-4678-b0f3-06a7eebcc833 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:15.556916 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'tag': '88870e2a-f533-4452-affc-571a12cbf383', 'status': 'completed', 'code': 200} Mar 08 20:23:15.573977 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e870a523-ff8f-4b6b-9d49-8baff8b8b35c req-b9dda88d-15dd-4cfe-8932-fddb75fe2888 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531709 Mar 08 20:23:15.637422 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-3c47e7cf-f164-4b3a-8510-9c34bb78729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:15.638986 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-3c47e7cf-f164-4b3a-8510-9c34bb78729d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 1127 time: 0.0452480 Mar 08 20:23:15.672425 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48294) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:15.677515 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239763020-network', 'tenant_id': '0f1120aea8fb4e9cb72fe21feadbe81c'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:15.738145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-bcc29674-7274-4267-b60c-100c8c575db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:15.742013 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-bcc29674-7274-4267-b60c-100c8c575db4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944211 Mar 08 20:23:15.771880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Made reservation on behalf of 0f1120aea8fb4e9cb72fe21feadbe81c for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:15.774241 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.783095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.870605 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks [] for security_group (ddffbb3a-a555-468e-8e09-d0eaa02a2af3), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.872779 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:23:15.966459 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddffbb3a-a555-468e-8e09-d0eaa02a2af3), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:15.991581 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:23:15.994219 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8147c004-c8d8-4032-afae-598c6691c747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.007044 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddffbb3a-a555-468e-8e09-d0eaa02a2af3,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:16.013102 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (8d90a7b2-2f83-49e1-8f1a-639d26f8795a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.013520 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Added segment 8d90a7b2-2f83-49e1-8f1a-639d26f8795a of type vlan for network b493b801-f2a3-4226-abfb-af28da938765 Mar 08 20:23:16.061451 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-a800dc30-975d-4f14-8c1a-9dbc6eb522b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.066039 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fee7e565-3e4f-4a97-b5f1-6a0b6fc59042 req-a800dc30-975d-4f14-8c1a-9dbc6eb522b9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3173115 Mar 08 20:23:16.066174 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (b493b801-f2a3-4226-abfb-af28da938765), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.147891 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-32500c9a-f565-4ba7-a34c-0b0584a09d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.148474 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (b493b801-f2a3-4226-abfb-af28da938765), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.148911 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.149365 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-32500c9a-f565-4ba7-a34c-0b0584a09d98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 1127 time: 0.0438740 Mar 08 20:23:16.149495 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.191955 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-1cb0e349-9dec-4f25-bc01-ac6cd0be99d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88870e2a-f533-4452-affc-571a12cbf383 HTTP/1.1" status: 200 len: 217 time: 0.0341723 Mar 08 20:23:16.208704 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] Pushing event updated for resources: {'Network': ['ID=b493b801-f2a3-4226-abfb-af28da938765,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:16.221459 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network b493b801-f2a3-4226-abfb-af28da938765 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:23:16.241062 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c392b92f-4935-48b8-b719-3dec111a6bed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5648730 Mar 08 20:23:16.241382 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48300) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:16.246776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Request body: {'subnet': {'network_id': 'b493b801-f2a3-4226-abfb-af28da938765', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239763020-subnet', 'tenant_id': '0f1120aea8fb4e9cb72fe21feadbe81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:16.253204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-8227e1a1-0dde-4809-b9c9-69702a8f57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.255877 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-8227e1a1-0dde-4809-b9c9-69702a8f57e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=770f9c00-82f2-4fd3-b672-5bc4105d4365 HTTP/1.1" status: 200 len: 854 time: 0.0560861 Mar 08 20:23:16.305069 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0725b9c6-6ead-464d-a03c-863ba860599b req-7f71b7df-c72e-469e-aade-cf6716c61daf tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 210 time: 0.0478621 Mar 08 20:23:16.321651 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-0742c576-e376-4ce2-9d8d-729ae8047f9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6f2a251-9531-4323-885b-e58d53b3e1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527890 Mar 08 20:23:16.349197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Made reservation on behalf of 0f1120aea8fb4e9cb72fe21feadbe81c for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:16.351561 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.411803 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-56017bcb-a7fd-4873-9f06-bca6c5c87846 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 Mar 08 20:23:16.505422 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-88e49391-abf2-48ec-937a-c7c28cd06598 req-f0e4c8cb-d573-4595-928b-21f327b119bb service neutron] 10.222.0.47 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876362 Mar 08 20:23:16.610535 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8f6be1b4-6a64-440e-b0f8-0e79f4e6a192 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.612350 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8f6be1b4-6a64-440e-b0f8-0e79f4e6a192 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 815 time: 0.1526556 Mar 08 20:23:16.618423 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021462dc-a9b7-445e-b40f-4257336fa0be req-5d40bd5f-979c-49d0-82d7-16d067470d68 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.619960 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-021462dc-a9b7-445e-b40f-4257336fa0be req-5d40bd5f-979c-49d0-82d7-16d067470d68 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0583239 Mar 08 20:23:16.628110 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'port': {'device_id': '9230cebc-a633-4956-9c76-b230382f5b35', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'admin_state_up': True, 'tenant_id': '1561e480803f40639f97c1f9c4777b70'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:16.702839 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-021462dc-a9b7-445e-b40f-4257336fa0be req-f8e23f56-3d52-451f-8e78-304f78e743b5 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769405 Mar 08 20:23:16.710537 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (12c15051-2a4c-4778-8b44-97d690fc5360), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.733574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562c8a-5971-4296-9cad-0d149d6e3c35 req-3ff04249-f444-4cdd-b326-5ecab84fe28f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:16.735111 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4562c8a-5971-4296-9cad-0d149d6e3c35 req-3ff04249-f444-4cdd-b326-5ecab84fe28f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0805738 Mar 08 20:23:16.784895 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4562c8a-5971-4296-9cad-0d149d6e3c35 req-f31681b1-de0b-4ef8-bcd9-716201a155e2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Mar 08 20:23:16.792280 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c15051-2a4c-4778-8b44-97d690fc5360,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:16.810352 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Checking segment: {'id': '8d90a7b2-2f83-49e1-8f1a-639d26f8795a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b493b801-f2a3-4226-abfb-af28da938765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:16.810713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Network hostable DHCP agents. Network: b493b801-f2a3-4226-abfb-af28da938765, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:23:16.914312 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Made reservation on behalf of 1561e480803f40639f97c1f9c4777b70 for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:16.917674 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:16.941270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Network b493b801-f2a3-4226-abfb-af28da938765 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:23:17.049065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, b493b801-f2a3-4226-abfb-af28da938765) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:17.051117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Allocated IP 172.20.0.4 (3d67372e-8a88-4106-888d-9aa1a34923b3/673e393a-22ca-46f5-9281-ea997e683331/4ffe5b65-2b19-420f-b69e-eed26d2bc97a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:17.056628 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:17.057227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.058606 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf42a81a-86cf-4d56-8c9c-e34ec99d8c6a None None] Network b493b801-f2a3-4226-abfb-af28da938765 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:17.152285 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bd81523d-515b-45fd-83b0-ce1b68277822 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9097233 Mar 08 20:23:17.191877 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88175cbc-75a3-4c67-b25e-564f6650713b None None] Network b493b801-f2a3-4226-abfb-af28da938765 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:23:17.255559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.280519 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48322) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:17.354060 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Deleting subnet acc9113f-cf31-4b09-9575-a2c4a8b12f38 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:23:17.357877 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Publish callbacks [] for subnet (acc9113f-cf31-4b09-9575-a2c4a8b12f38), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.402522 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.409802 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (acc9113f-cf31-4b09-9575-a2c4a8b12f38), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.460328 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27649bc-5524-4e90-9da7-58d9dcdcea79 req-a392d37e-97c9-4834-8fe1-8b2ce3a757e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:17.462215 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d27649bc-5524-4e90-9da7-58d9dcdcea79 req-a392d37e-97c9-4834-8fe1-8b2ce3a757e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 931 time: 0.0665128 Mar 08 20:23:17.488184 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:17.494062 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (acc9113f-cf31-4b09-9575-a2c4a8b12f38), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.496426 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:17.498750 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:17.510968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d27649bc-5524-4e90-9da7-58d9dcdcea79 req-f2d58b5a-030b-4ddc-bd97-c3a849b434c6 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Mar 08 20:23:17.520583 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:17.583608 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:17.584221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.683696 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8df51318-8dd5-42e0-b8a3-48c2e3cac0dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596204 Mar 08 20:23:17.740233 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Request body: {'port': {'device_id': '9230cebc-a633-4956-9c76-b230382f5b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:17.744971 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (acc9113f-cf31-4b09-9575-a2c4a8b12f38), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.810813 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc9113f-cf31-4b09-9575-a2c4a8b12f38,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:17.843176 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.850060 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-86eecc4f-296e-4ad7-a692-14eff87535bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acc9113f-cf31-4b09-9575-a2c4a8b12f38 HTTP/1.1" status: 204 len: 168 time: 0.5679812 Mar 08 20:23:17.865239 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48342) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:17.894756 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-58f24d39-417d-4fb4-b2fe-2c028d51450e None None] Provisioning complete for port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:17.904579 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-58f24d39-417d-4fb4-b2fe-2c028d51450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:17.994376 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324f5d-c4bc-4ba1-af9f-72be0e5eb621 req-b82fed53-3247-4908-b3b9-87cc4f60edde tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:17.997747 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-58f24d39-417d-4fb4-b2fe-2c028d51450e None None] Port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:18.001812 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e324f5d-c4bc-4ba1-af9f-72be0e5eb621 req-b82fed53-3247-4908-b3b9-87cc4f60edde tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.2007673 Mar 08 20:23:18.012831 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9604e29-50ae-477c-8668-0bd3e3908432 req-6a09dc0f-0922-4382-a7ee-c2ee21f86d02 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:18.021901 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9604e29-50ae-477c-8668-0bd3e3908432 req-6a09dc0f-0922-4382-a7ee-c2ee21f86d02 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1076798 Mar 08 20:23:18.054701 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (b34c29f7-770f-4d95-b7b3-7bcba81df22f), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.056656 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.097655 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e324f5d-c4bc-4ba1-af9f-72be0e5eb621 req-e83d6242-46fb-4127-9a8d-1755afe110a5 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942974 Mar 08 20:23:18.138660 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d9604e29-50ae-477c-8668-0bd3e3908432 req-642f82ad-02ac-4b83-a68e-5c4a1105e627 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120577 Mar 08 20:23:18.216467 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (b34c29f7-770f-4d95-b7b3-7bcba81df22f), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.254377 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c29f7-770f-4d95-b7b3-7bcba81df22f']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:18.310173 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-849c4cf0-9bab-44f4-bb41-79c4149e6a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.315345 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e74e9d-b3c9-4608-a065-f1d184bcd5d1') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:18.315646 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e74e9d-b3c9-4608-a065-f1d184bcd5d1') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:18.331673 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (a8e74e9d-b3c9-4608-a065-f1d184bcd5d1), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.360539 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a8e74e9d-b3c9-4608-a065-f1d184bcd5d1), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.374960 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:23:18.375480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (a8e74e9d-b3c9-4608-a065-f1d184bcd5d1), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:23:18.377709 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:23:18.596522 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffe5b65-2b19-420f-b69e-eed26d2bc97a {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:18.608061 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks [] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.610745 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (b34c29f7-770f-4d95-b7b3-7bcba81df22f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.619610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.625681 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b34c29f7-770f-4d95-b7b3-7bcba81df22f HTTP/1.1" status: 204 len: 168 time: 0.7634735 Mar 08 20:23:18.630221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48350) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:18.675432 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b427076-d10f-47e8-836e-ee824658cc1a req-23c7db93-9dd7-4c60-8445-1486886b8085 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:18.683577 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3b427076-d10f-47e8-836e-ee824658cc1a req-23c7db93-9dd7-4c60-8445-1486886b8085 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 931 time: 0.0766141 Mar 08 20:23:18.706682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Deleting subnet 12c15051-2a4c-4778-8b44-97d690fc5360 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:23:18.709256 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Transition to ACTIVE for port object 4ffe5b65-2b19-420f-b69e-eed26d2bc97a will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:23:18.711412 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d284256-e136-4309-84c2-f3af60a0731a admin admin] Pushing event deleted for resources: {'Network': ['ID=b34c29f7-770f-4d95-b7b3-7bcba81df22f,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:18.713228 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Publish callbacks [] for subnet (12c15051-2a4c-4778-8b44-97d690fc5360), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.741052 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3b427076-d10f-47e8-836e-ee824658cc1a req-c5978a7b-0879-4659-9804-091d4c055412 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562184 Mar 08 20:23:18.770647 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (12c15051-2a4c-4778-8b44-97d690fc5360), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:18.791134 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.193330 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (12c15051-2a4c-4778-8b44-97d690fc5360), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.193330 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:19.305254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Attempting to bind port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:19.305254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Attempting to bind port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:19.305254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Attempting to bind port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a on network 3d67372e-8a88-4106-888d-9aa1a34923b3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:19.307471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be10bb-2ed9-46f4-b2fb-60e860d0e166 req-ce892db3-e354-48d8-8fb3-f23c16ff7acf tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:19.313698 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5be10bb-2ed9-46f4-b2fb-60e860d0e166 req-ce892db3-e354-48d8-8fb3-f23c16ff7acf tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0927026 Mar 08 20:23:19.327678 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a on network 3d67372e-8a88-4106-888d-9aa1a34923b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:23:19.328281 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Attempting to bind port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a on network 3d67372e-8a88-4106-888d-9aa1a34923b3 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:19.335024 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:19.341878 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Checking segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:19.342406 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Bound using segment: {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:19.343754 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Bound port: 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac77662-a1c3-4d19-92b6-4c3f199251d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:19.344910 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.380243 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (12c15051-2a4c-4778-8b44-97d690fc5360), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.441401 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5be10bb-2ed9-46f4-b2fb-60e860d0e166 req-bbd96911-4234-4c0f-9a9c-c3562106b154 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078353 Mar 08 20:23:19.454642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e1ab9-53ab-49ac-b25a-a798b892ad02 req-c4554f1e-1451-4926-be9a-8985c3bfcc03 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:19.459185 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da7e1ab9-53ab-49ac-b25a-a798b892ad02 req-c4554f1e-1451-4926-be9a-8985c3bfcc03 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1417069 Mar 08 20:23:19.478396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c15051-2a4c-4778-8b44-97d690fc5360,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:19.497239 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.505833 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-da8704fc-3dbc-4b18-a540-93f2d9b55b73 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/12c15051-2a4c-4778-8b44-97d690fc5360 HTTP/1.1" status: 204 len: 168 time: 0.8745425 Mar 08 20:23:19.510960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48360) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:19.567556 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:19.571545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:19.589280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.645970 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.657741 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da7e1ab9-53ab-49ac-b25a-a798b892ad02 req-5c82acd0-dfbf-4fc9-954f-2578ec8f6138 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801698 Mar 08 20:23:19.663737 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (b493b801-f2a3-4226-abfb-af28da938765), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.681216 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:19.688048 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.691612 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] 10.222.0.47 "PUT /v2.0/ports/4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1093 time: 1.9562695 Mar 08 20:23:19.692169 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:19.694526 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d" -d '{"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:19.751935 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411d69e-abfe-4dab-9665-d437fb2fabaa service neutron] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:19.777810 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7636dd-4062-4a20-9b55-5176eefa076a x-openstack-request-id: req-af7636dd-4062-4a20-9b55-5176eefa076a {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:19.778973 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:19.779454 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af7636dd-4062-4a20-9b55-5176eefa076a {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:19.780086 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:23:19.860662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (b493b801-f2a3-4226-abfb-af28da938765), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.901856 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b493b801-f2a3-4226-abfb-af28da938765']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:19.915584 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d90a7b2-2f83-49e1-8f1a-639d26f8795a') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:19.915914 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d90a7b2-2f83-49e1-8f1a-639d26f8795a') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:23:19.929446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7497530'] for segment (8d90a7b2-2f83-49e1-8f1a-639d26f8795a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.952366 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd97c9-9f4f-4e00-b7b7-73b7695a3dc7 req-c7890edc-aa1d-492b-b8c3-e9c6d6354284 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:19.954629 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93cd97c9-9f4f-4e00-b7b7-73b7695a3dc7 req-c7890edc-aa1d-492b-b8c3-e9c6d6354284 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.1088412 Mar 08 20:23:19.956046 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (8d90a7b2-2f83-49e1-8f1a-639d26f8795a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.988851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:23:19.989608 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419478'] for segment (8d90a7b2-2f83-49e1-8f1a-639d26f8795a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: Traceback (most recent call last): Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: timer() Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: cb(*args, **kw) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: return func(*args, **kwargs) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: self._notify() Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: self.callback(batched_events) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: event.method(event) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: return f(self, *a, **k) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._get(url).json() Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:23:19.992028 dv-cinder-830095-3-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:23:20.135017 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93cd97c9-9f4f-4e00-b7b7-73b7695a3dc7 req-dc5eefac-4c51-4bca-bb80-3ddbc3f40ea4 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365063 Mar 08 20:23:20.610102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684285-b0ba-4d5a-9880-09360020962e req-26cf57b9-cba0-4af1-ae32-60d26696810a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:20.612570 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09684285-b0ba-4d5a-9880-09360020962e req-26cf57b9-cba0-4af1-ae32-60d26696810a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0656519 Mar 08 20:23:20.615902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (b493b801-f2a3-4226-abfb-af28da938765), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:20.620844 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:20.630086 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b493b801-f2a3-4226-abfb-af28da938765 HTTP/1.1" status: 204 len: 168 time: 1.1142082 Mar 08 20:23:20.654564 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b372c8-e96a-42ba-bbbf-37a69b39afc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b493b801-f2a3-4226-abfb-af28da938765,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:20.731563 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09684285-b0ba-4d5a-9880-09360020962e req-62347949-1205-425c-9b7d-601a0690931a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932839 Mar 08 20:23:20.832902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d19a97-70c9-4e9b-bcd7-9eab323013f3 req-e70f8d3f-282c-4276-9768-4cd5eab20347 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:20.834602 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-31d19a97-70c9-4e9b-bcd7-9eab323013f3 req-e70f8d3f-282c-4276-9768-4cd5eab20347 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0653107 Mar 08 20:23:20.891949 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-31d19a97-70c9-4e9b-bcd7-9eab323013f3 req-6bd174fc-282c-4521-813c-450a2542a6ec tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508707 Mar 08 20:23:21.081707 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48378) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:21.137276 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6c10cf3d-8313-45df-bab9-28892285f498 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98c573b1f64e4756bf9824f32872c996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543056 Mar 08 20:23:21.139690 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48380) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:21.230222 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] Publish callbacks [] for security_group (1439df61-11a3-4fae-91cb-ae081720a9e9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:21.278927 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] Publish callbacks [] for security_group (1439df61-11a3-4fae-91cb-ae081720a9e9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:21.325922 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:21.327026 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896c9da-63c7-4b84-8304-1e457ef5e6b2 req-09c3fe71-3b9e-4334-88f0-16465894bc39 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:21.328612 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6896c9da-63c7-4b84-8304-1e457ef5e6b2 req-09c3fe71-3b9e-4334-88f0-16465894bc39 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.1128037 Mar 08 20:23:21.381315 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6896c9da-63c7-4b84-8304-1e457ef5e6b2 req-e03b96f3-7513-4c68-b449-84eea604f98f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Mar 08 20:23:21.451175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (1439df61-11a3-4fae-91cb-ae081720a9e9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:21.451175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:21.451175 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1439df61-11a3-4fae-91cb-ae081720a9e9 HTTP/1.1" status: 204 len: 168 time: 0.3043544 Mar 08 20:23:21.455064 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343be84-e196-45d3-927a-e0bcf23dceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439df61-11a3-4fae-91cb-ae081720a9e9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:21.848416 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c210e-cf6b-4e5f-94be-65f241f0862a req-d5a48e01-16ad-4d48-ba6c-314dfd744932 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:21.851318 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-201c210e-cf6b-4e5f-94be-65f241f0862a req-d5a48e01-16ad-4d48-ba6c-314dfd744932 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0600278 Mar 08 20:23:21.906836 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-201c210e-cf6b-4e5f-94be-65f241f0862a req-b00373eb-05e0-466c-a121-978e76155cb1 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 Mar 08 20:23:22.042809 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15c8c-64a0-41ae-84ac-0e9c4e506bf4 req-cc30fbca-6da2-49d4-806c-4e788c2044bc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:22.050165 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a15c8c-64a0-41ae-84ac-0e9c4e506bf4 req-cc30fbca-6da2-49d4-806c-4e788c2044bc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0749223 Mar 08 20:23:22.112517 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a15c8c-64a0-41ae-84ac-0e9c4e506bf4 req-563daf6b-3fe1-4500-8f2d-2775fd51743e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537932 Mar 08 20:23:22.539526 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:22.573470 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef66601-9ebb-4f4b-81dc-cf69145cabab req-f1e5705d-bd9a-4662-835e-566327b710e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:22.575080 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fef66601-9ebb-4f4b-81dc-cf69145cabab req-f1e5705d-bd9a-4662-835e-566327b710e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0764027 Mar 08 20:23:22.604175 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48404) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:22.680408 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-684c2359-70bf-436a-aea0-c7a86bc93765 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f1120aea8fb4e9cb72fe21feadbe81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753348 Mar 08 20:23:22.683654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48408) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:22.723099 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fef66601-9ebb-4f4b-81dc-cf69145cabab req-0358d7ee-b6ff-411c-9d5a-474aef50c518 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369488 Mar 08 20:23:22.790216 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] Publish callbacks [] for security_group (ddffbb3a-a555-468e-8e09-d0eaa02a2af3), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:22.826617 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] Publish callbacks [] for security_group (ddffbb3a-a555-468e-8e09-d0eaa02a2af3), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:22.963792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddffbb3a-a555-468e-8e09-d0eaa02a2af3), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:22.970914 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:22.985555 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddffbb3a-a555-468e-8e09-d0eaa02a2af3 HTTP/1.1" status: 204 len: 168 time: 0.2872624 Mar 08 20:23:22.988615 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328882f5-2ae0-4ea6-ae56-2e0dbb0a3686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddffbb3a-a555-468e-8e09-d0eaa02a2af3,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:23.039479 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-0f972c41-349c-4a00-8e5d-ee07d6f57994 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291306928&fields=id&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 267 time: 0.1046426 Mar 08 20:23:23.155982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359cffc-0a57-4d4c-ab4a-751c41b105a0 req-5fe56318-0463-41b6-9f8b-be026588cb58 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:23.157558 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2359cffc-0a57-4d4c-ab4a-751c41b105a0 req-5fe56318-0463-41b6-9f8b-be026588cb58 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.1478350 Mar 08 20:23:23.249601 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2359cffc-0a57-4d4c-ab4a-751c41b105a0 req-16c30bd7-3cea-4100-aa53-52592cbcfb41 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853512 Mar 08 20:23:23.273517 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-d5c8e35a-f030-4f57-8f13-a88514830f34 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:23.274836 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-d5c8e35a-f030-4f57-8f13-a88514830f34 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.2183242 Mar 08 20:23:23.300918 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-e0718f59-5997-489c-9f41-f1f8b66c8f47 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/quotas/0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 375 time: 0.0187032 Mar 08 20:23:23.404554 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-38f56f8a-d3d2-4386-8d7c-8a899a370c9b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027365 Mar 08 20:23:23.420195 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200da7fb-a9ab-44f8-a3f8-40d943a1771e req-2d0b57ad-c10c-4446-84aa-a0bee46e9a45 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:23.421805 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-200da7fb-a9ab-44f8-a3f8-40d943a1771e req-2d0b57ad-c10c-4446-84aa-a0bee46e9a45 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0797610 Mar 08 20:23:23.536568 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-200da7fb-a9ab-44f8-a3f8-40d943a1771e req-b53a1da4-4dcd-4849-8d98-0fd08773a849 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053412 Mar 08 20:23:23.561037 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-d61351c4-7a26-48c5-b170-2641b2c336d5 service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382473 Mar 08 20:23:23.686171 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-ef4165e2-076d-4efe-8b0f-f5b7fc5b97c1 service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134117 Mar 08 20:23:23.910144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422825f-45f6-4bb2-a649-0e1b410e41fe req-ca7b1356-26c5-4a11-9125-5116d3c86b6e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:23.912094 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4422825f-45f6-4bb2-a649-0e1b410e41fe req-ca7b1356-26c5-4a11-9125-5116d3c86b6e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0716596 Mar 08 20:23:23.994832 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4422825f-45f6-4bb2-a649-0e1b410e41fe req-93e95b81-7e9d-4e6e-89e1-6f98a1fc1179 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755315 Mar 08 20:23:24.428745 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1100ed-6285-4a86-a90e-94fd0f68f177 req-e10145dd-14d2-4bcf-8872-540db235a18d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:24.430398 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc1100ed-6285-4a86-a90e-94fd0f68f177 req-e10145dd-14d2-4bcf-8872-540db235a18d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.1000984 Mar 08 20:23:24.515527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91d35559-b130-4e0a-8565-bc63652a7799 req-15f4df4f-27a8-4780-8be4-394bdf2a7e22 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0838850 Mar 08 20:23:24.561769 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc1100ed-6285-4a86-a90e-94fd0f68f177 req-65f24e70-052f-4d8c-83a5-94f4334f429e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061072 Mar 08 20:23:24.715931 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7f46-447f-4098-a918-7665088eb8fc req-9665fa5d-36fe-4609-8bd6-65ba6bb38234 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:24.718030 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca7b7f46-447f-4098-a918-7665088eb8fc req-9665fa5d-36fe-4609-8bd6-65ba6bb38234 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0759025 Mar 08 20:23:24.783626 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca7b7f46-447f-4098-a918-7665088eb8fc req-2ce9ca5c-c265-4730-9c94-5ce97fa2c848 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582397 Mar 08 20:23:25.136780 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4febe1-1e56-4b98-9c2e-f0c820d95056 req-3747abbe-b7f0-4c56-b000-708521a244d4 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:25.138271 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a4febe1-1e56-4b98-9c2e-f0c820d95056 req-3747abbe-b7f0-4c56-b000-708521a244d4 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0604162 Mar 08 20:23:25.192973 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a4febe1-1e56-4b98-9c2e-f0c820d95056 req-b6c8a212-becc-4f55-86da-62af7c93098f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481603 Mar 08 20:23:25.585393 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e09210db-91fb-4189-a62d-e977e6894989 req-d7570f83-4d14-49c1-b981-2ec7547bc030 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0290759 Mar 08 20:23:25.718479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93dfe2-2156-4857-8370-910448bcd9c3 req-f822bdd6-0a1a-4b59-a5e4-a28ac0986463 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:25.720136 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d93dfe2-2156-4857-8370-910448bcd9c3 req-f822bdd6-0a1a-4b59-a5e4-a28ac0986463 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0717688 Mar 08 20:23:25.766826 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d93dfe2-2156-4857-8370-910448bcd9c3 req-828ad7f7-db16-4259-82e0-fd9b3bda8e27 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Mar 08 20:23:25.772009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:25.912413 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b695d46-d557-4334-ac46-90d3ccfd6516 req-72070676-32c5-4004-871a-127d325df5b2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:25.913912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b695d46-d557-4334-ac46-90d3ccfd6516 req-72070676-32c5-4004-871a-127d325df5b2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0543966 Mar 08 20:23:25.961580 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b695d46-d557-4334-ac46-90d3ccfd6516 req-63162c42-d265-4a2c-bbac-958668fbfb74 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Mar 08 20:23:26.322365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037d75-6455-428f-bc02-a7efd6130587 req-64516c06-7790-4c85-a315-3ece64a77a86 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:26.323861 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95037d75-6455-428f-bc02-a7efd6130587 req-64516c06-7790-4c85-a315-3ece64a77a86 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0533175 Mar 08 20:23:26.373648 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95037d75-6455-428f-bc02-a7efd6130587 req-42b93068-b185-458e-add8-6a43da280443 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Mar 08 20:23:26.677588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c831183c-cb89-411e-a294-3ae671bc1511 req-d0fd820f-e022-4ec2-a73a-2ca236f15717 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Mar 08 20:23:26.883303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d7ec1-c21c-4361-b4d5-e97f6a2f32c1 req-933c3b61-23ff-4113-9c0a-2c0f1c191c39 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:26.884796 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-967d7ec1-c21c-4361-b4d5-e97f6a2f32c1 req-933c3b61-23ff-4113-9c0a-2c0f1c191c39 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0521772 Mar 08 20:23:26.930044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-967d7ec1-c21c-4361-b4d5-e97f6a2f32c1 req-5a62cdab-3568-4a2e-968b-dd6f732e82ba tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Mar 08 20:23:27.086432 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dcb93-14e0-4368-a7ab-46f0c8aca47d req-c22d42bd-24b2-4a85-a740-a6832fad048e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:27.087959 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-182dcb93-14e0-4368-a7ab-46f0c8aca47d req-c22d42bd-24b2-4a85-a740-a6832fad048e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0551605 Mar 08 20:23:27.137639 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-182dcb93-14e0-4368-a7ab-46f0c8aca47d req-0fbcc515-5a5d-4a89-a993-08075b36bb41 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442069 Mar 08 20:23:27.492152 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2360ba-25dd-4669-b0a3-021f547ac391 req-8a98f2d2-49b9-4b71-9308-8907fe5e5973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:27.493616 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb2360ba-25dd-4669-b0a3-021f547ac391 req-8a98f2d2-49b9-4b71-9308-8907fe5e5973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0547698 Mar 08 20:23:27.539451 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eb2360ba-25dd-4669-b0a3-021f547ac391 req-a0cd4885-7a9a-44a6-970d-b16687496089 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Mar 08 20:23:27.769870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cf2ddbfb-417b-49b8-aa21-c3e1745e2c35 req-cd79a709-79da-4bec-be37-eb0d155bcb2e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Mar 08 20:23:27.870926 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-65d79ecb-6f1b-4e8b-b881-1e8e96565c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:27.872728 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-65d79ecb-6f1b-4e8b-b881-1e8e96565c24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1127 time: 0.0451479 Mar 08 20:23:27.990532 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-b26fc36a-ce48-420a-b867-8c4326b313f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:27.992673 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-b26fc36a-ce48-420a-b867-8c4326b313f6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1561e480803f40639f97c1f9c4777b70&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980725 Mar 08 20:23:28.055971 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ad7ac-8697-4e1d-899d-c23ee2455d50 req-c1e5bcd5-9c14-47af-aae4-f24d01471725 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.057448 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f88ad7ac-8697-4e1d-899d-c23ee2455d50 req-c1e5bcd5-9c14-47af-aae4-f24d01471725 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0591917 Mar 08 20:23:28.122393 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-52b85cfe-9c4f-4577-bf25-cc536f6e6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.124207 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-3b0997f0-f5ff-458c-bf1e-5b5cfce3e37d req-52b85cfe-9c4f-4577-bf25-cc536f6e6a1b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1093965 Mar 08 20:23:28.130841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f88ad7ac-8697-4e1d-899d-c23ee2455d50 req-5e1aa477-461c-4b9e-8b4a-d8eb96b6b159 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673871 Mar 08 20:23:28.236663 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-6c84ab9d-4a69-4af6-ae4c-46313bf9b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.238219 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-6c84ab9d-4a69-4af6-ae4c-46313bf9b596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1127 time: 0.0658460 Mar 08 20:23:28.284433 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a4c6-a3f3-40e7-a90c-93a8cb559528 req-6641a0ec-d0d5-4e1d-8092-df7c12a648c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.284433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d14a4c6-a3f3-40e7-a90c-93a8cb559528 req-6641a0ec-d0d5-4e1d-8092-df7c12a648c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0585542 Mar 08 20:23:28.286844 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-bdb4c232-d0d3-436a-b45f-c639d6d109f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 217 time: 0.0409503 Mar 08 20:23:28.346321 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d14a4c6-a3f3-40e7-a90c-93a8cb559528 req-182b0cc1-5a6f-4f54-a0a3-636e6daec826 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590749 Mar 08 20:23:28.355451 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-76743027-1047-4c39-8d96-a03e7a056474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.356971 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-76743027-1047-4c39-8d96-a03e7a056474 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0638165 Mar 08 20:23:28.410957 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-5fa69a7c-2eba-4aaa-a1a5-5b3de2d28972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.412482 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-5fa69a7c-2eba-4aaa-a1a5-5b3de2d28972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485327 Mar 08 20:23:28.504578 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-7354c588-06af-49b5-b04f-cd29514b577a service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825741 Mar 08 20:23:28.598424 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d5c16cac-55f4-4c97-b9a4-8792af5efded req-8b66415f-22fc-46bd-8fa0-bc1b6b42c2fd service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Mar 08 20:23:28.660047 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9801e66-7197-4c94-8463-dfc2504e1d76 req-183e2bc5-d072-41f6-9ac8-7c561536c7be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:28.661593 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9801e66-7197-4c94-8463-dfc2504e1d76 req-183e2bc5-d072-41f6-9ac8-7c561536c7be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0556505 Mar 08 20:23:28.710228 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9801e66-7197-4c94-8463-dfc2504e1d76 req-c5f8db72-8607-46a9-926a-cedb0990259b tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Mar 08 20:23:28.868862 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ec375df-e93c-4154-93c1-783117fc254b req-5e622a06-b249-44f8-88ac-8b1cb175b302 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0297968 Mar 08 20:23:29.246992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4e5fe-c7e6-46af-aad5-3fcc4c31e87a req-9dba7e8d-d170-48c0-8305-dcf51b1cf714 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:29.248504 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cc4e5fe-c7e6-46af-aad5-3fcc4c31e87a req-9dba7e8d-d170-48c0-8305-dcf51b1cf714 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0521796 Mar 08 20:23:29.295611 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3cc4e5fe-c7e6-46af-aad5-3fcc4c31e87a req-efdea006-6c8e-4b09-a132-0a241cd8f0f1 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Mar 08 20:23:29.479560 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b098f-73c7-4681-9820-da510cfa0d2a req-e7557e63-1f80-4ab6-9e53-4db524664ead tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:29.481084 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee3b098f-73c7-4681-9820-da510cfa0d2a req-e7557e63-1f80-4ab6-9e53-4db524664ead tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0559366 Mar 08 20:23:29.527113 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee3b098f-73c7-4681-9820-da510cfa0d2a req-7b893b62-b4ee-4fa8-8444-a239e42b4b36 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Mar 08 20:23:29.712682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-83c262eb-bd2b-4363-83f1-d3f1ffbf4091 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:29.714144 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-83c262eb-bd2b-4363-83f1-d3f1ffbf4091 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.1010222 Mar 08 20:23:29.781349 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-72f29c46-4e5c-476b-a919-9a0048230816 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 379 time: 0.0592380 Mar 08 20:23:29.789910 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'port': {'device_id': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'admin_state_up': True, 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'security_groups': ['29944b28-11d3-4da3-b185-a738af9070b5']}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:29.836857 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb440-26fe-4e2d-a800-7d1854220fb4 req-92744682-4761-4137-bfc7-987693dd3e5f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:29.838796 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0adcb440-26fe-4e2d-a800-7d1854220fb4 req-92744682-4761-4137-bfc7-987693dd3e5f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0621912 Mar 08 20:23:29.885390 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0adcb440-26fe-4e2d-a800-7d1854220fb4 req-916e652e-55f8-49a9-b0f6-737f240ce48c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Mar 08 20:23:29.969464 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-41290c73-7120-4b9b-93cf-351abe1ee20a req-a0659cfb-4ef8-4205-94e1-169223633a95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0274782 Mar 08 20:23:29.977487 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Made reservation on behalf of 0c45730ec0b34b569d89b5a6d9538c01 for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:23:29.981355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.113369 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.20.0.7 (0af54936-3053-4950-a9a3-c05ccc02d715/8aeaf0fd-0e16-4e8a-b496-d93531589b57/81f35a87-9a2a-4974-b839-1394d97e965e) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:23:30.254127 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (81f35a87-9a2a-4974-b839-1394d97e965e), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.360850 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.406429 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:23:30.410352 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:23:30.414041 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:23:30.437948 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdf081-4633-4469-8436-d0ca664cee94 req-b714b479-cdfb-4e44-a713-b6a44506a3c0 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:30.444110 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:30.448924 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40cdf081-4633-4469-8436-d0ca664cee94 req-b714b479-cdfb-4e44-a713-b6a44506a3c0 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0867255 Mar 08 20:23:30.482142 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:30.482800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.521289 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40cdf081-4633-4469-8436-d0ca664cee94 req-0021542d-5736-443a-9666-4a5063aaa75c tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626056 Mar 08 20:23:30.568812 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-36ea5a92-4060-46ea-a659-f4469d67dacb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825077 Mar 08 20:23:30.581960 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Request body: {'port': {'device_id': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:23:30.652006 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.670784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4019c9-860d-4340-b0a7-819b958dd251 req-1a15ccb0-16a7-4abe-a833-546a59422bf7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:30.672287 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac4019c9-860d-4340-b0a7-819b958dd251 req-1a15ccb0-16a7-4abe-a833-546a59422bf7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0598204 Mar 08 20:23:30.707380 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-1b1500cf-4775-4279-9e0d-dacdb908d98a None None] Provisioning complete for port 81f35a87-9a2a-4974-b839-1394d97e965e triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:30.708020 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1b1500cf-4775-4279-9e0d-dacdb908d98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.733409 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac4019c9-860d-4340-b0a7-819b958dd251 req-a9a29d8f-8a8f-497b-bda9-60d3824797aa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543694 Mar 08 20:23:30.753260 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-1b1500cf-4775-4279-9e0d-dacdb908d98a None None] Port 81f35a87-9a2a-4974-b839-1394d97e965e cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:23:30.924571 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f35a87-9a2a-4974-b839-1394d97e965e {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:30.932133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks [] for port (81f35a87-9a2a-4974-b839-1394d97e965e), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:30.944806 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Transition to ACTIVE for port object 81f35a87-9a2a-4974-b839-1394d97e965e will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:23:31.007224 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c1fc-a59c-478d-875c-40b7839d4cd4 req-0643f780-8542-41a0-a839-2fc2117a7993 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.008747 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45b3c1fc-a59c-478d-875c-40b7839d4cd4 req-0643f780-8542-41a0-a839-2fc2117a7993 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0567107 Mar 08 20:23:31.011707 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.078565 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Pushing event updated for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:31.102710 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45b3c1fc-a59c-478d-875c-40b7839d4cd4 req-51dbffe8-98de-4f8a-b3e6-959b3f36fd5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880733 Mar 08 20:23:31.136558 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846b1bc-9e92-440c-b84f-bbfa2506da12 req-c11177ee-c88d-4bbb-bde4-f2733e434a94 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.138126 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d846b1bc-9e92-440c-b84f-bbfa2506da12 req-c11177ee-c88d-4bbb-bde4-f2733e434a94 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0947609 Mar 08 20:23:31.189600 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Attempting to bind port 81f35a87-9a2a-4974-b839-1394d97e965e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:23:31.190135 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Attempting to bind port 81f35a87-9a2a-4974-b839-1394d97e965e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:23:31.191062 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Attempting to bind port 81f35a87-9a2a-4974-b839-1394d97e965e on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:31.196977 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Port 81f35a87-9a2a-4974-b839-1394d97e965e on network 0af54936-3053-4950-a9a3-c05ccc02d715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:23:31.197449 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Attempting to bind port 81f35a87-9a2a-4974-b839-1394d97e965e on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:23:31.204217 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:23:31.204759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:23:31.205543 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Bound using segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:23:31.206054 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Bound port: 81f35a87-9a2a-4974-b839-1394d97e965e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:23:31.206890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.209673 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d846b1bc-9e92-440c-b84f-bbfa2506da12 req-fe9409c0-9468-47c7-b71e-b4e2a9332bf1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601563 Mar 08 20:23:31.284368 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:23:31.287969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=81f35a87-9a2a-4974-b839-1394d97e965e,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:23:31.412740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.447303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.447958 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:31.449444 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] 10.222.0.47 "PUT /v2.0/ports/81f35a87-9a2a-4974-b839-1394d97e965e HTTP/1.1" status: 200 len: 1093 time: 0.8725696 Mar 08 20:23:31.449823 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:31.452075 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ff65f-c443-4b9c-a634-78b567feb4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:31.479179 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f736e-a032-4345-8ab2-757f302fe524 service neutron] Pushing event updated for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:31.489703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c62ecef-0db2-45b1-8e23-b4295f38dbcd x-openstack-request-id: req-7c62ecef-0db2-45b1-8e23-b4295f38dbcd {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:31.489998 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:31.490303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c62ecef-0db2-45b1-8e23-b4295f38dbcd {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:31.490701 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e', 'status': 'completed', 'code': 200} Mar 08 20:23:31.648025 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6fba4-cf8e-4a6e-81ff-9bfdb88e9fa0 req-bcb6c751-c361-472f-8582-0ea1028e6372 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.649564 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4fc6fba4-cf8e-4a6e-81ff-9bfdb88e9fa0 req-bcb6c751-c361-472f-8582-0ea1028e6372 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0561273 Mar 08 20:23:31.700632 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4fc6fba4-cf8e-4a6e-81ff-9bfdb88e9fa0 req-280ebc49-2657-464e-9bf3-8b38b5eb0d91 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Mar 08 20:23:31.772059 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1657-9548-4a7a-8119-b44540490a65 req-bd057e44-8a81-4554-819d-eeb0d1a16516 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.773555 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8d5e1657-9548-4a7a-8119-b44540490a65 req-bd057e44-8a81-4554-819d-eeb0d1a16516 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0520873 Mar 08 20:23:31.850410 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8d5e1657-9548-4a7a-8119-b44540490a65 req-30e5bef1-5f46-4de5-8859-7d94c27f0ed8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709701 Mar 08 20:23:31.871445 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be29b1d-faae-45b1-a23d-fcf98801a52c req-61c713be-cb89-4f54-bf3f-35b6a59cd6d7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:31.872933 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9be29b1d-faae-45b1-a23d-fcf98801a52c req-61c713be-cb89-4f54-bf3f-35b6a59cd6d7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0641258 Mar 08 20:23:31.923533 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9be29b1d-faae-45b1-a23d-fcf98801a52c req-6303d397-1803-4d74-9627-ad4949ca3559 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Mar 08 20:23:32.223270 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c9331-65ef-44ed-ab41-d9d516557d57 req-5633393a-2899-4492-a7bd-903f153a3344 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:32.224779 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-144c9331-65ef-44ed-ab41-d9d516557d57 req-5633393a-2899-4492-a7bd-903f153a3344 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0521848 Mar 08 20:23:32.272341 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-144c9331-65ef-44ed-ab41-d9d516557d57 req-e3bfd55f-1a5c-4b44-b332-9e317a509d53 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Mar 08 20:23:32.324466 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7098b-fff4-41fa-906d-0f653cf61be3 req-fe166cea-5c76-4c42-8c57-2734bb07807e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:32.325825 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-56f7098b-fff4-41fa-906d-0f653cf61be3 req-fe166cea-5c76-4c42-8c57-2734bb07807e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0576980 Mar 08 20:23:32.374066 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-56f7098b-fff4-41fa-906d-0f653cf61be3 req-d6af304a-8638-451f-9d42-3c50090245e9 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Mar 08 20:23:32.819870 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f160a32-b9c3-4e04-a5db-ddcad797522a req-5cdba93f-0180-4642-bacc-5ce90bbf0a4a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:32.821351 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f160a32-b9c3-4e04-a5db-ddcad797522a req-5cdba93f-0180-4642-bacc-5ce90bbf0a4a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0528836 Mar 08 20:23:32.867331 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f160a32-b9c3-4e04-a5db-ddcad797522a req-a41d610b-4625-4de3-a687-7f43c3ee6a5d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Mar 08 20:23:32.969821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9945fc-3b38-44c8-a6d9-7849938c844d req-6bfa9e00-f098-4411-8e25-c196986c678f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:32.971988 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd9945fc-3b38-44c8-a6d9-7849938c844d req-6bfa9e00-f098-4411-8e25-c196986c678f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0565038 Mar 08 20:23:33.049744 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd9945fc-3b38-44c8-a6d9-7849938c844d req-848882f4-98fc-484b-89a1-12c948b89154 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717096 Mar 08 20:23:33.069624 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f37de-13b5-4ed8-849a-17493e5145ee req-262efd20-3907-4da6-aa8a-712989d58e16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:33.069624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-be8f37de-13b5-4ed8-849a-17493e5145ee req-262efd20-3907-4da6-aa8a-712989d58e16 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0726960 Mar 08 20:23:33.116044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-be8f37de-13b5-4ed8-849a-17493e5145ee req-46be8154-5592-4e42-85fe-5044382cf413 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Mar 08 20:23:33.388408 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfba47-e428-4e09-9689-a8bd4a10ad09 req-0cffc390-392f-4fe5-b4c7-85cf40b8ac09 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:33.389880 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a2cfba47-e428-4e09-9689-a8bd4a10ad09 req-0cffc390-392f-4fe5-b4c7-85cf40b8ac09 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0520234 Mar 08 20:23:33.442292 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a2cfba47-e428-4e09-9689-a8bd4a10ad09 req-b871864c-2cf7-4115-969a-45d404b3fcc2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Mar 08 20:23:33.494217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90563264-7393-4274-b10b-0d9183424709 req-b287f8b2-dd07-4ae0-80c2-78de46636cdf tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:33.495667 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90563264-7393-4274-b10b-0d9183424709 req-b287f8b2-dd07-4ae0-80c2-78de46636cdf tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0523260 Mar 08 20:23:33.544053 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90563264-7393-4274-b10b-0d9183424709 req-db0b572a-dcdf-465b-bb27-b919a647e4c3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 Mar 08 20:23:33.981650 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bf808-e117-459c-8a23-3f3edb49b4f8 req-05e767a6-a090-4c08-8c39-564054cf8df9 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:33.983092 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd6bf808-e117-459c-8a23-3f3edb49b4f8 req-05e767a6-a090-4c08-8c39-564054cf8df9 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 943 time: 0.0506043 Mar 08 20:23:34.028298 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd6bf808-e117-459c-8a23-3f3edb49b4f8 req-2669fccc-a9a7-45b0-a0c4-07b39e5a3482 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Mar 08 20:23:34.169311 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbcd6c-b6f9-44ce-8210-adda846ffe72 req-9eb85810-52c1-46fc-bea0-3f6ed5cbdea7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:34.170793 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6dbcd6c-b6f9-44ce-8210-adda846ffe72 req-9eb85810-52c1-46fc-bea0-3f6ed5cbdea7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0566781 Mar 08 20:23:34.247610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6dbcd6c-b6f9-44ce-8210-adda846ffe72 req-f7c36255-b100-4a9b-96c1-b4a3f0f9f482 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704975 Mar 08 20:23:34.263016 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631817-f1d5-42db-8124-3011b5db6119 req-1b4d0419-0c53-49f7-99fe-b392b4b2024f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:34.264507 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5631817-f1d5-42db-8124-3011b5db6119 req-1b4d0419-0c53-49f7-99fe-b392b4b2024f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0735769 Mar 08 20:23:34.311102 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5631817-f1d5-42db-8124-3011b5db6119 req-bcdaf05f-02b6-4e62-a5d9-9c6fbb5ab9f5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Mar 08 20:23:34.558143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02288ebf-e5bf-406f-8f7a-af73ac4bdac2 req-f82a10a5-9d6e-4731-b6b9-e6216f218382 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:34.567230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02288ebf-e5bf-406f-8f7a-af73ac4bdac2 req-f82a10a5-9d6e-4731-b6b9-e6216f218382 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0527904 Mar 08 20:23:34.612532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02288ebf-e5bf-406f-8f7a-af73ac4bdac2 req-4f3252d7-e620-4d2b-91e2-3b707fa4b7ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Mar 08 20:23:34.663470 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13098ad4-9c1d-4c47-8fb8-f5dc7215a86d req-84739417-0560-4858-bd0d-e45e232c4c15 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:34.664960 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-13098ad4-9c1d-4c47-8fb8-f5dc7215a86d req-84739417-0560-4858-bd0d-e45e232c4c15 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0563633 Mar 08 20:23:34.713233 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-13098ad4-9c1d-4c47-8fb8-f5dc7215a86d req-4eaf8a45-dfb3-4aee-81f9-774038a3e541 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425167 Mar 08 20:23:34.721666 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 88870e2a-f533-4452-affc-571a12cbf383 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:23:34.814706 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88870e2a-f533-4452-affc-571a12cbf383,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:34.824736 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '88870e2a-f533-4452-affc-571a12cbf383', 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9', 'port_id': '88870e2a-f533-4452-affc-571a12cbf383', 'mac_address': 'fa:16:3e:11:3b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770f9c00-82f2-4fd3-b672-5bc4105d4365', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:23:34.864314 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 88870e2a-f533-4452-affc-571a12cbf383 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:34.864704 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (88870e2a-f533-4452-affc-571a12cbf383), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:34.992605 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88870e2a-f533-4452-affc-571a12cbf383 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:35.011676 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88870e2a-f533-4452-affc-571a12cbf383,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:35.075476 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.076260 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:23:35.149934 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:35.151012 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742402c-583d-424a-8439-0a49a852d551 req-87c1e60f-2593-4c11-96cf-b0f7dd56e524 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:35.152544 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5742402c-583d-424a-8439-0a49a852d551 req-87c1e60f-2593-4c11-96cf-b0f7dd56e524 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0544372 Mar 08 20:23:35.200519 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5742402c-583d-424a-8439-0a49a852d551 req-a4249207-3b63-4a8b-99fd-52fc896aa643 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Mar 08 20:23:35.214645 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:35.225555 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:23:35.261602 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: ACTIVE; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:35.261912 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.276153 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:35.296174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:35.374496 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05226-e5dd-4433-8968-4acc857986ad req-fa085381-226e-46bd-8693-0e6a6db54ec3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:35.376014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8cf05226-e5dd-4433-8968-4acc857986ad req-fa085381-226e-46bd-8693-0e6a6db54ec3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0569391 Mar 08 20:23:35.406050 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.453477 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=6']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:35.454086 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8cf05226-e5dd-4433-8968-4acc857986ad req-2568e242-f62e-49ae-922f-8c67ddeaec2a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726099 Mar 08 20:23:35.465364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e225ee-8c5f-43ed-b7ce-1cb0c0101f0b req-ee28f6be-f3a2-42ed-ad1d-6eb1352a1d88 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:35.475846 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e225ee-8c5f-43ed-b7ce-1cb0c0101f0b req-ee28f6be-f3a2-42ed-ad1d-6eb1352a1d88 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0837569 Mar 08 20:23:35.513936 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-64e225ee-8c5f-43ed-b7ce-1cb0c0101f0b req-eb9359e0-0689-4a04-acf5-0ebe6ca9e423 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Mar 08 20:23:35.702842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4ffe5b65-2b19-420f-b69e-eed26d2bc97a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:23:35.745356 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2d84-8923-4fd4-a204-2280896e029f req-13e31fb7-3d7c-4847-a6f2-eb5d16e2c9b2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:35.756143 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cf8f2d84-8923-4fd4-a204-2280896e029f req-13e31fb7-3d7c-4847-a6f2-eb5d16e2c9b2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 943 time: 0.0596180 Mar 08 20:23:35.808276 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cf8f2d84-8923-4fd4-a204-2280896e029f req-e5f058f7-0155-42b9-9ac8-79edeef77542 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Mar 08 20:23:35.808824 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:35.820504 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'port_id': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'mac_address': 'fa:16:3e:ad:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:23:35.850948 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027aaad-a6cc-4044-92bb-f1e99e0bacfa req-ad88cda6-8996-4a13-b160-466f0c881c71 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:35.852455 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5027aaad-a6cc-4044-92bb-f1e99e0bacfa req-ad88cda6-8996-4a13-b160-466f0c881c71 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0646615 Mar 08 20:23:35.859765 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:35.860129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:35.873492 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffe5b65-2b19-420f-b69e-eed26d2bc97a {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:35.892362 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:35.900876 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5027aaad-a6cc-4044-92bb-f1e99e0bacfa req-0f77b68e-768a-4ef8-a389-dd7412cac974 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Mar 08 20:23:35.994428 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:36.058513 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:36.314984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed436e86-39e8-440a-b76c-488113b61d8b req-13fb9798-7c84-4dea-a48f-5409e9938a30 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:36.316364 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed436e86-39e8-440a-b76c-488113b61d8b req-13fb9798-7c84-4dea-a48f-5409e9938a30 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0519958 Mar 08 20:23:36.371162 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed436e86-39e8-440a-b76c-488113b61d8b req-b5a78c60-8ecc-4c60-8335-ba50b4198178 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495238 Mar 08 20:23:36.573766 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd1bf9-1473-4c80-bf7d-e3bbe133f1f5 req-bacb89f0-988c-4a27-aec0-c6060ce1f34d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:36.575162 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76bd1bf9-1473-4c80-bf7d-e3bbe133f1f5 req-bacb89f0-988c-4a27-aec0-c6060ce1f34d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0524683 Mar 08 20:23:36.649938 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76bd1bf9-1473-4c80-bf7d-e3bbe133f1f5 req-ed4ac724-13e6-49ad-a430-d780d560738e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686383 Mar 08 20:23:36.664747 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a1bd-9ae0-4a93-8308-c227d5c89112 req-0404554a-8ee9-4b7a-a26a-90cfd5407813 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:36.666199 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aff0a1bd-9ae0-4a93-8308-c227d5c89112 req-0404554a-8ee9-4b7a-a26a-90cfd5407813 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0791819 Mar 08 20:23:36.717184 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aff0a1bd-9ae0-4a93-8308-c227d5c89112 req-6bed8b3b-57dd-4554-95ff-502152e27079 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Mar 08 20:23:36.925198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281a12d-5d2a-48d9-ba28-87f8379e7234 req-4dede0ec-b43a-4dfb-8c56-4b104119f306 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:36.926680 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c281a12d-5d2a-48d9-ba28-87f8379e7234 req-4dede0ec-b43a-4dfb-8c56-4b104119f306 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 944 time: 0.0557113 Mar 08 20:23:36.981445 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c281a12d-5d2a-48d9-ba28-87f8379e7234 req-6f1dfd7b-7f13-4f00-8716-c24716155f38 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494080 Mar 08 20:23:37.026039 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025e2ba-7948-4fb9-9ffa-5731e807da0b req-0e2a1ab0-c9d1-424a-a9bc-27e07db7e2af tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.028247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4025e2ba-7948-4fb9-9ffa-5731e807da0b req-0e2a1ab0-c9d1-424a-a9bc-27e07db7e2af tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0618677 Mar 08 20:23:37.060277 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-4ab64268-41fe-4202-8ab0-d3fbf2442c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.061791 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-4ab64268-41fe-4202-8ab0-d3fbf2442c43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 1127 time: 0.0508745 Mar 08 20:23:37.106499 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4025e2ba-7948-4fb9-9ffa-5731e807da0b req-2e3c8d5d-e274-4649-b5d9-1263a1796178 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676367 Mar 08 20:23:37.189920 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-018707d4-26c7-4620-8287-2f12031d0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.191397 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-018707d4-26c7-4620-8287-2f12031d0ff1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1055243 Mar 08 20:23:37.191902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad287-d962-48fa-a0c2-8572764035b1 req-86797f07-952d-4513-80d2-e8069f5a2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.193381 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-86797f07-952d-4513-80d2-e8069f5a2dfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.0456710 Mar 08 20:23:37.221868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['b7631a9d-e2fe-4f89-8b99-c04add1640e0'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:23:37.301150 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-4ffa9a79-a4a6-4a7d-8f6e-6ce5cc72cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.302725 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-cd3ff65f-c443-4b9c-a634-78b567feb4d6 req-4ffa9a79-a4a6-4a7d-8f6e-6ce5cc72cb0b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0934284 Mar 08 20:23:37.323970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad287-d962-48fa-a0c2-8572764035b1 req-3f598ebc-f4b7-4a17-b97d-dacdfe01d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.325439 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-3f598ebc-f4b7-4a17-b97d-dacdfe01d8ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.0969429 Mar 08 20:23:37.546838 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-9c58292c-c473-4875-aae7-20efda8b2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.549041 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-9c58292c-c473-4875-aae7-20efda8b2e3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 1127 time: 0.0466125 Mar 08 20:23:37.595463 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-f0e18216-7476-4455-ba1e-f5fbecd0d421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f35a87-9a2a-4974-b839-1394d97e965e HTTP/1.1" status: 200 len: 217 time: 0.0366049 Mar 08 20:23:37.647438 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-9f8bedd9-2a76-474a-9889-ce46a7a9ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.648966 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-9f8bedd9-2a76-474a-9889-ce46a7a9ed27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0479586 Mar 08 20:23:37.707228 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:37.723832 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-13e08d31-6f29-4d86-9756-ca635232f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.725668 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-13e08d31-6f29-4d86-9756-ca635232f103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694211 Mar 08 20:23:37.772408 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port b7631a9d-e2fe-4f89-8b99-c04add1640e0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:37.772932 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:37.782306 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c0a33-96d4-4f9c-9843-9cd8eea59186 req-ec88e4e1-9625-4ee6-86c9-dc6c312b95d7 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:37.790998 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-461c0a33-96d4-4f9c-9843-9cd8eea59186 req-ec88e4e1-9625-4ee6-86c9-dc6c312b95d7 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.3513937 Mar 08 20:23:37.860560 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-482226e3-beef-4ff2-928f-f34a095e270c service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244020 Mar 08 20:23:37.864040 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-461c0a33-96d4-4f9c-9843-9cd8eea59186 req-6c937374-ed62-4d6b-a5eb-91d76070c28f tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675790 Mar 08 20:23:37.878288 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:37.879279 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:37.916573 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:37.917910 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:37.920845 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c228dfb-1752-443d-b8a6-f83819db4a13" -d '{"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:37.938670 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-4feae2db-ff73-47b5-a96d-b68912108a8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1002 time: 0.4575236 Mar 08 20:23:37.947468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['88870e2a-f533-4452-affc-571a12cbf383'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:23:37.996541 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b9e89dab-69a9-4964-8d95-6da33b616f9c req-9051db9c-a626-435d-aa0d-34ab9fab4f68 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298976 Mar 08 20:23:37.997988 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:23:38.027229 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890420f-0ee2-4995-8392-fb4a29bb10e9 req-0d4a4719-5639-4fe2-8571-306a4fe14313 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.027946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:38.028780 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8890420f-0ee2-4995-8392-fb4a29bb10e9 req-0d4a4719-5639-4fe2-8571-306a4fe14313 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.2561674 Mar 08 20:23:38.064799 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad287-d962-48fa-a0c2-8572764035b1 req-5ac5c831-8643-4c4d-939a-8cf6f936211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.066348 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-5ac5c831-8643-4c4d-939a-8cf6f936211d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.1148219 Mar 08 20:23:38.082203 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15113505-4e92-4ac6-a0fa-a7a7bd48837b req-449e1c8a-5d03-49e9-9950-cac6d2ac4b46 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.083690 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-15113505-4e92-4ac6-a0fa-a7a7bd48837b req-449e1c8a-5d03-49e9-9950-cac6d2ac4b46 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.1433628 Mar 08 20:23:38.143871 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8890420f-0ee2-4995-8392-fb4a29bb10e9 req-6901e2df-813d-4fa8-825e-0249ac8a6d10 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045432 Mar 08 20:23:38.166391 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=7']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:38.179095 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad287-d962-48fa-a0c2-8572764035b1 req-c88855bc-9916-4d11-b326-03e68f06ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.180697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-c88855bc-9916-4d11-b326-03e68f06ac8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066544 Mar 08 20:23:38.196104 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-15113505-4e92-4ac6-a0fa-a7a7bd48837b req-462e32fb-6968-4051-834d-76b79c28f395 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910625 Mar 08 20:23:38.207236 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.207591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.208136 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.208312 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.208647 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.209034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.209350 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.209676 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.210102 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.210447 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.210775 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.211094 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.211415 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:38.262443 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e94bea-1ff5-4db2-96d2-7c0fd665c0e7 x-openstack-request-id: req-41e94bea-1ff5-4db2-96d2-7c0fd665c0e7 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:38.263106 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:38.263106 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41e94bea-1ff5-4db2-96d2-7c0fd665c0e7 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:38.263373 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'code': 200} Mar 08 20:23:38.300846 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-7f25497c-6403-4a99-ab6c-afd6ea8b4d0a service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080143 Mar 08 20:23:38.451775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8e5ce-f3c6-42fb-a0df-fdfb8682f535 req-fffa783e-d9de-4d4b-85f5-aa716c483156 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.453297 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89f8e5ce-f3c6-42fb-a0df-fdfb8682f535 req-fffa783e-d9de-4d4b-85f5-aa716c483156 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 944 time: 0.1507745 Mar 08 20:23:38.484098 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-005ad287-d962-48fa-a0c2-8572764035b1 req-2b97f023-e06f-4f8f-8321-68dab542f841 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721795 Mar 08 20:23:38.491472 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcff2d1-c700-4caa-80ec-6bdc527c47d0 req-7d575818-d3a5-48d7-9333-819539e95dce tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.492884 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3bcff2d1-c700-4caa-80ec-6bdc527c47d0 req-7d575818-d3a5-48d7-9333-819539e95dce tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.1468251 Mar 08 20:23:38.542218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89f8e5ce-f3c6-42fb-a0df-fdfb8682f535 req-4064ec4a-fc89-4b38-8b92-d65495c403b5 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817175 Mar 08 20:23:38.564292 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3bcff2d1-c700-4caa-80ec-6bdc527c47d0 req-77c0bbbe-cda5-4d00-813b-5304a9163d3d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601718 Mar 08 20:23:38.973481 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f20e9-cbfe-4bfc-8185-e422cd0e98ed req-dfc69275-ca60-40e5-8d6d-d14ff7ef3fda tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:38.974896 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-390f20e9-cbfe-4bfc-8185-e422cd0e98ed req-dfc69275-ca60-40e5-8d6d-d14ff7ef3fda tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0570347 Mar 08 20:23:39.022984 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-390f20e9-cbfe-4bfc-8185-e422cd0e98ed req-9e31a385-de9a-4c2a-ac54-a3483494e5d0 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Mar 08 20:23:39.326499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347033d-7dd3-4f24-88af-696f26bab581 req-159c16a5-6d3a-4a9a-acb8-bd769bf44112 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:39.328002 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4347033d-7dd3-4f24-88af-696f26bab581 req-159c16a5-6d3a-4a9a-acb8-bd769bf44112 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0876997 Mar 08 20:23:39.337782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a680ed-d02f-43e0-b66c-01b09fd764a1 req-d1174b27-b775-4450-8e16-20e32ee4eead tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:39.339191 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16a680ed-d02f-43e0-b66c-01b09fd764a1 req-d1174b27-b775-4450-8e16-20e32ee4eead tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0711765 Mar 08 20:23:39.413067 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4347033d-7dd3-4f24-88af-696f26bab581 req-de147a81-365d-4c40-ba79-b4955b34e64b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729191 Mar 08 20:23:39.420297 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16a680ed-d02f-43e0-b66c-01b09fd764a1 req-9465203d-e880-4f09-9a50-84f23710c3b9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730546 Mar 08 20:23:39.696529 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6185466-a924-4026-81c7-4a8d54398959 req-46f7845e-8b97-4952-9f35-c21a658199b5 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:39.697997 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6185466-a924-4026-81c7-4a8d54398959 req-46f7845e-8b97-4952-9f35-c21a658199b5 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 944 time: 0.0847344 Mar 08 20:23:39.718367 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2347e00-0266-435f-ba6b-4ee78628f44c req-925ef3de-fef1-4921-b14b-676c60425df2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:39.720777 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2347e00-0266-435f-ba6b-4ee78628f44c req-925ef3de-fef1-4921-b14b-676c60425df2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0798807 Mar 08 20:23:39.791334 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c6185466-a924-4026-81c7-4a8d54398959 req-2c42b541-ba06-44eb-98e8-f10d97bc10f3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876925 Mar 08 20:23:39.796386 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f2347e00-0266-435f-ba6b-4ee78628f44c req-68cab84f-4bc9-41b5-8deb-56b6416b73b2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694516 Mar 08 20:23:40.148206 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af56af-10b7-4643-9ca7-2f264aeab9cc req-a4416d7c-6d92-4e15-84e0-7b5054e40300 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:40.149677 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95af56af-10b7-4643-9ca7-2f264aeab9cc req-a4416d7c-6d92-4e15-84e0-7b5054e40300 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0548711 Mar 08 20:23:40.200474 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95af56af-10b7-4643-9ca7-2f264aeab9cc req-cb487d45-168b-448e-83eb-55dd56d8f566 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Mar 08 20:23:40.653377 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3d49-f214-4fed-a79c-3bc1f82fe7e1 req-d5bd18f6-e293-4faf-9b8e-f792dc1e2e48 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:40.654829 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-495f3d49-f214-4fed-a79c-3bc1f82fe7e1 req-d5bd18f6-e293-4faf-9b8e-f792dc1e2e48 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1417167 Mar 08 20:23:40.666104 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b3005-29b6-4e5c-8e2a-2ec0cf5d798f req-652dc9a6-d538-428a-9edf-41ae56746432 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:40.667690 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-311b3005-29b6-4e5c-8e2a-2ec0cf5d798f req-652dc9a6-d538-428a-9edf-41ae56746432 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1062760 Mar 08 20:23:40.743565 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-311b3005-29b6-4e5c-8e2a-2ec0cf5d798f req-56b05c02-cd87-47ea-b858-72db11d004dd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685213 Mar 08 20:23:40.758463 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-495f3d49-f214-4fed-a79c-3bc1f82fe7e1 req-01a2cfab-543c-481f-a3a0-bd268a52ce61 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842934 Mar 08 20:23:40.983938 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf57a-f0a9-46bf-a39c-2ff4c7bdb2ba req-cf12ebae-6afd-4aa8-8eb7-443da97ba33c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:40.986386 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6ccf57a-f0a9-46bf-a39c-2ff4c7bdb2ba req-cf12ebae-6afd-4aa8-8eb7-443da97ba33c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 944 time: 0.0883374 Mar 08 20:23:40.999493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607d4df-0beb-40d4-abaf-221163fab66d req-27e16742-1fdd-469b-85a5-d4c2c4725d18 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:41.001506 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1607d4df-0beb-40d4-abaf-221163fab66d req-27e16742-1fdd-469b-85a5-d4c2c4725d18 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0940943 Mar 08 20:23:41.088969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6ccf57a-f0a9-46bf-a39c-2ff4c7bdb2ba req-3fffddad-a3bd-4de2-adce-6910d3b26e92 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862572 Mar 08 20:23:41.099996 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1607d4df-0beb-40d4-abaf-221163fab66d req-982107a4-4a28-461b-a823-b1042d4a5b3f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910571 Mar 08 20:23:41.366495 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832293a-f21a-4f42-897c-402517ed767b req-8298c6c0-7006-4782-833f-de63fda21020 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:41.368140 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1832293a-f21a-4f42-897c-402517ed767b req-8298c6c0-7006-4782-833f-de63fda21020 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0704727 Mar 08 20:23:41.426551 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1832293a-f21a-4f42-897c-402517ed767b req-d189229f-4dc7-46e4-ae0a-23f6de565ebb tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526278 Mar 08 20:23:41.723045 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4ffe5b65-2b19-420f-b69e-eed26d2bc97a up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:41.828891 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:23:41.835153 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:41.836035 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:41.971315 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:41.971855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:41.998571 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:42.001374 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af88ee0-4187-4254-8364-b681e589179e" -d '{"events": [{"server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "name": "network-vif-plugged", "status": "completed", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:42.016128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:42.016386 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb2f08-a3d1-4a71-9c07-9eb953220d1e req-7ff19a7b-70d8-4936-814b-f394c66c3d4d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.018548 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3afb2f08-a3d1-4a71-9c07-9eb953220d1e req-7ff19a7b-70d8-4936-814b-f394c66c3d4d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1557288 Mar 08 20:23:42.025760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0b03a-f7cb-4ca2-9cfc-66b6d9b385c4 req-41133d73-253e-4bad-82f5-631a16424e94 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.028176 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ac0b03a-f7cb-4ca2-9cfc-66b6d9b385c4 req-41133d73-253e-4bad-82f5-631a16424e94 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1166000 Mar 08 20:23:42.100594 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:42.102053 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 88870e2a-f533-4452-affc-571a12cbf383 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:42.123885 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3afb2f08-a3d1-4a71-9c07-9eb953220d1e req-105b82cc-086f-4b59-9df2-841a8bf2a3d2 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944760 Mar 08 20:23:42.139684 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ac0b03a-f7cb-4ca2-9cfc-66b6d9b385c4 req-6fdbb8b5-2ffa-4b6c-a899-40dc57d46d78 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954156 Mar 08 20:23:42.215549 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c84d4-ecc1-468c-b6ab-476027e8025f x-openstack-request-id: req-5c5c84d4-ecc1-468c-b6ab-476027e8025f {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:42.215875 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "name": "network-vif-plugged", "status": "completed", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:42.216327 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c5c84d4-ecc1-468c-b6ab-476027e8025f {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:42.217365 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'code': 200} Mar 08 20:23:42.239352 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:42.341003 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d882e28-8a98-41b9-bf5e-0b3f220313e4 req-63ab4dc0-7f51-4837-bae2-5ff83b3d13ef tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.500161 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d882e28-8a98-41b9-bf5e-0b3f220313e4 req-63ab4dc0-7f51-4837-bae2-5ff83b3d13ef tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0777354 Mar 08 20:23:42.500161 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86df43-9f77-472e-9899-26770d0be45c req-ea2b7689-8503-4f2f-8c05-1e8415f3673c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.500161 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b86df43-9f77-472e-9899-26770d0be45c req-ea2b7689-8503-4f2f-8c05-1e8415f3673c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.1468091 Mar 08 20:23:42.502291 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 88870e2a-f533-4452-affc-571a12cbf383 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:23:42.502691 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4d882e28-8a98-41b9-bf5e-0b3f220313e4 req-0d4f6111-e5a2-4e99-a2d9-b95b53b0dca1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827057 Mar 08 20:23:42.502865 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 88870e2a-f533-4452-affc-571a12cbf383 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:42.502865 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (88870e2a-f533-4452-affc-571a12cbf383), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:42.503278 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b86df43-9f77-472e-9899-26770d0be45c req-d5b9ff84-7b6d-424a-847c-a9241c4f653e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883069 Mar 08 20:23:42.532198 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 88870e2a-f533-4452-affc-571a12cbf383 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:42.533295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (88870e2a-f533-4452-affc-571a12cbf383), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:42.591977 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88870e2a-f533-4452-affc-571a12cbf383,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:42.597557 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15497-f63d-45ac-9c25-e1fd82fa4e92 req-80b79e75-a797-4cb3-ae5b-f1e8aa07da2e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.599168 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-10f15497-f63d-45ac-9c25-e1fd82fa4e92 req-80b79e75-a797-4cb3-ae5b-f1e8aa07da2e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 944 time: 0.0850985 Mar 08 20:23:42.654447 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-10f15497-f63d-45ac-9c25-e1fd82fa4e92 req-0ec6e4c6-0bf5-43c8-b05f-404b7172e9c2 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Mar 08 20:23:42.713083 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:42.803338 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7bf92-93f2-40e7-b467-f7c50571a744 req-0d25b2ae-7836-48de-b7c1-af30e1bf2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:42.805152 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-acd7bf92-93f2-40e7-b467-f7c50571a744 req-0d25b2ae-7836-48de-b7c1-af30e1bf2e5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1129 time: 0.0670025 Mar 08 20:23:42.814541 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:42.859285 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-acd7bf92-93f2-40e7-b467-f7c50571a744 req-74fdfa33-f2b9-41d3-b1b8-3e489abd9ca1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Mar 08 20:23:43.306376 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f748e-c834-4f67-8e11-73f082886f0b req-e96beaa1-eda1-476d-9e03-a1bf97ca4f31 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.311384 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a6f748e-c834-4f67-8e11-73f082886f0b req-e96beaa1-eda1-476d-9e03-a1bf97ca4f31 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0936229 Mar 08 20:23:43.320293 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23b750-41ca-4df8-8f17-3291b7373ee1 req-9650ed23-f608-423f-b37b-30dbd595b62e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.321768 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da23b750-41ca-4df8-8f17-3291b7373ee1 req-9650ed23-f608-423f-b37b-30dbd595b62e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0769787 Mar 08 20:23:43.400404 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a6f748e-c834-4f67-8e11-73f082886f0b req-82d92700-183f-4c28-a95c-69160544f591 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776923 Mar 08 20:23:43.404435 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da23b750-41ca-4df8-8f17-3291b7373ee1 req-16ff2e89-8f39-4af5-8956-e8a0bb9e6e09 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761795 Mar 08 20:23:43.646639 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f65300-7e39-4cc4-a42e-f59550cbf152 req-11f02385-d471-4201-b45d-3d6cdca5f31a tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.648296 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0f65300-7e39-4cc4-a42e-f59550cbf152 req-11f02385-d471-4201-b45d-3d6cdca5f31a tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0854352 Mar 08 20:23:43.655128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffb4d9-6fde-4279-8837-408f88fc2804 req-c4e71df4-27fe-4bec-a639-59ecc4aa44cd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.656572 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-00ffb4d9-6fde-4279-8837-408f88fc2804 req-c4e71df4-27fe-4bec-a639-59ecc4aa44cd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0843253 Mar 08 20:23:43.732847 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48784) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:43.733583 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0f65300-7e39-4cc4-a42e-f59550cbf152 req-5e2a10a7-8456-4a4e-b2b5-b04f74aa5c22 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760725 Mar 08 20:23:43.739096 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-00ffb4d9-6fde-4279-8837-408f88fc2804 req-99f62357-3122-4728-a788-7a5f2b1bbde3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757987 Mar 08 20:23:43.876970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af77cf-e0e9-41a4-84b6-6b6b2e3e7339 req-129baf4a-234f-476d-a766-6fec278395ed tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:43.878512 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-87af77cf-e0e9-41a4-84b6-6b6b2e3e7339 req-129baf4a-234f-476d-a766-6fec278395ed tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0867565 Mar 08 20:23:43.912866 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:43.942280 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-87af77cf-e0e9-41a4-84b6-6b6b2e3e7339 req-317f9e91-6f1c-4f4c-b37c-85a8f16daece tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Mar 08 20:23:44.013157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Publish callbacks [] for security_group (b6436e17-94a9-4e5c-8689-afd1e3b1badf), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.103202 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6436e17-94a9-4e5c-8689-afd1e3b1badf), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.142994 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6436e17-94a9-4e5c-8689-afd1e3b1badf,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:44.146963 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cf156583f9f44a3997be5434324f4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121263 Mar 08 20:23:44.149944 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48792) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:44.152983 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.153601 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.154145 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.154669 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.155197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.155742 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.156283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.156798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.157841 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.158458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.158991 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.159509 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.160048 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05862af5-e3f1-40cb-af5b-306b246742e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.218543 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88870e2a-f533-4452-affc-571a12cbf383'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:44.221892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e32009-8d1d-433f-b817-f25c855564b5" -d '{"events": [{"server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "name": "network-vif-plugged", "status": "completed", "tag": "88870e2a-f533-4452-affc-571a12cbf383"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:44.245950 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Publish callbacks [] for security_group (b6436e17-94a9-4e5c-8689-afd1e3b1badf), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.267892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82f0fa0-8653-48e5-9ada-584ed30a54da x-openstack-request-id: req-c82f0fa0-8653-48e5-9ada-584ed30a54da {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:44.268222 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "name": "network-vif-plugged", "status": "completed", "tag": "88870e2a-f533-4452-affc-571a12cbf383", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:44.268511 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c82f0fa0-8653-48e5-9ada-584ed30a54da {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:44.268868 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88870e2a-f533-4452-affc-571a12cbf383', 'code': 200} Mar 08 20:23:44.273050 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Publish callbacks [] for security_group (b6436e17-94a9-4e5c-8689-afd1e3b1badf), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.481088 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b6436e17-94a9-4e5c-8689-afd1e3b1badf), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.484387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:44.485577 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6436e17-94a9-4e5c-8689-afd1e3b1badf HTTP/1.1" status: 204 len: 168 time: 0.3344364 Mar 08 20:23:44.591973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6436e17-94a9-4e5c-8689-afd1e3b1badf,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:44.621129 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.621520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.621821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.622166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.622527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.622829 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.623160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.623490 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.623838 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.624190 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.624495 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.624823 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.625140 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ade060-0cb0-4e3c-9873-4371518e95a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:23:44.655924 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d93850-3195-4548-9ccc-73043a1c65b3 req-453b2e06-f169-44f2-a6af-b19f1c73c00a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:44.663578 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-12d93850-3195-4548-9ccc-73043a1c65b3 req-453b2e06-f169-44f2-a6af-b19f1c73c00a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1856878 Mar 08 20:23:44.678186 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f09a9-7334-47b4-9dce-9bda9b7d3f83 req-cddab08d-8c80-40eb-8f6a-5f17e62d2599 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:44.679755 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e01f09a9-7334-47b4-9dce-9bda9b7d3f83 req-cddab08d-8c80-40eb-8f6a-5f17e62d2599 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1464407 Mar 08 20:23:44.760278 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-12d93850-3195-4548-9ccc-73043a1c65b3 req-3aa71de5-b187-42ae-a5f6-1be6aeb04950 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945725 Mar 08 20:23:44.823970 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e01f09a9-7334-47b4-9dce-9bda9b7d3f83 req-7e068332-7f34-486f-8de4-0d5eb6b4a89b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133614 Mar 08 20:23:44.914235 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4d64-6087-470e-b37c-f6f7e74bdade req-02f50430-0b6e-40a6-a82a-0bb957d04c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:44.919071 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-193c4d64-6087-470e-b37c-f6f7e74bdade req-02f50430-0b6e-40a6-a82a-0bb957d04c29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 1129 time: 0.1666751 Mar 08 20:23:44.979443 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35dd2-2332-47f4-babb-10a466b06cdc req-d08e55dc-c1c6-4a22-a9d3-82b2282e5f7e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:44.980892 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46b35dd2-2332-47f4-babb-10a466b06cdc req-d08e55dc-c1c6-4a22-a9d3-82b2282e5f7e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.1547241 Mar 08 20:23:45.031828 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f186bb1-4901-4147-bc8b-8e32a6e74e16 req-96d53edc-63fd-44c3-8902-d610927864d3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:45.034195 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f186bb1-4901-4147-bc8b-8e32a6e74e16 req-96d53edc-63fd-44c3-8902-d610927864d3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.1245761 Mar 08 20:23:45.036304 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-193c4d64-6087-470e-b37c-f6f7e74bdade req-ed0d9a7b-30ae-458c-8591-adb361c21d52 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065772 Mar 08 20:23:45.083417 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46b35dd2-2332-47f4-babb-10a466b06cdc req-3df5d718-7799-4e9a-b920-ef5773667a46 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924542 Mar 08 20:23:45.112324 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5f186bb1-4901-4147-bc8b-8e32a6e74e16 req-3cfa02d3-ac78-44f2-a25d-3618b7138a4d tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Mar 08 20:23:45.277967 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4af59-ffe5-417f-8bac-01fe05bf42b8 req-9ba4e1f3-de99-4380-ab10-62d127aa5f1d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:45.279658 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6d4af59-ffe5-417f-8bac-01fe05bf42b8 req-9ba4e1f3-de99-4380-ab10-62d127aa5f1d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.1116834 Mar 08 20:23:45.294145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8cc81-8968-4faa-9bba-37775c6078fb req-8bbb0d7d-612a-4f75-90a1-6fc752bc024b tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:45.295798 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1e8cc81-8968-4faa-9bba-37775c6078fb req-8bbb0d7d-612a-4f75-90a1-6fc752bc024b tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0962446 Mar 08 20:23:45.311384 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 48812) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:45.324543 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9e809802-c6ec-49c5-861c-731165c2ab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.378050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b6d4af59-ffe5-417f-8bac-01fe05bf42b8 req-1eddc905-7e5e-4919-be15-19742673e935 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812345 Mar 08 20:23:45.389503 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1e8cc81-8968-4faa-9bba-37775c6078fb req-5bc8cdf5-ccb0-48c7-a48b-133c3cb6883d tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Mar 08 20:23:45.455532 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9e809802-c6ec-49c5-861c-731165c2ab4f admin admin] Publish callbacks [] for security_group (417cf94b-75dc-4850-9810-5c03ca45dfa5), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.519012 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-9e809802-c6ec-49c5-861c-731165c2ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (417cf94b-75dc-4850-9810-5c03ca45dfa5), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.547531 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9e809802-c6ec-49c5-861c-731165c2ab4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1521c256d587499fa587e1d9d694e02b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349150 Mar 08 20:23:45.550340 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 48816) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:23:45.584617 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e809802-c6ec-49c5-861c-731165c2ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417cf94b-75dc-4850-9810-5c03ca45dfa5,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:45.643180 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] Publish callbacks [] for security_group (417cf94b-75dc-4850-9810-5c03ca45dfa5), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.681125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] Publish callbacks [] for security_group (417cf94b-75dc-4850-9810-5c03ca45dfa5), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.794808 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd2ed-0b67-40e8-a793-4677383a172b req-9a961ad5-46a4-41b6-ac8c-7145eb906bde tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:45.796769 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f67dd2ed-0b67-40e8-a793-4677383a172b req-9a961ad5-46a4-41b6-ac8c-7145eb906bde tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0719266 Mar 08 20:23:45.861352 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f67dd2ed-0b67-40e8-a793-4677383a172b req-76cb97b9-c0ab-4918-8e38-3403f1c07a79 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583448 Mar 08 20:23:45.900740 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (417cf94b-75dc-4850-9810-5c03ca45dfa5), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.902018 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:45.905482 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/417cf94b-75dc-4850-9810-5c03ca45dfa5 HTTP/1.1" status: 204 len: 168 time: 0.3517132 Mar 08 20:23:45.933494 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ebce-550e-4604-854a-e3a91abad0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417cf94b-75dc-4850-9810-5c03ca45dfa5,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:45.972359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ae315-5792-4fdb-8594-d06973e6f242 req-bcb024a7-783f-4969-bbb9-aecc06d221ed tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:45.972359 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d66ae315-5792-4fdb-8594-d06973e6f242 req-bcb024a7-783f-4969-bbb9-aecc06d221ed tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1249344 Mar 08 20:23:45.989118 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4bb9805b-b3d4-42a9-a760-edda3e17aa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:46.111371 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d66ae315-5792-4fdb-8594-d06973e6f242 req-6cd3c078-fc4b-4b2d-a079-f774c5b04d35 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280525 Mar 08 20:23:46.151766 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270a04-b2f9-4e65-81b5-e3b988421a2d req-4337f2e5-e2f9-41e7-8422-0fbfc6beadff tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:46.153369 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83270a04-b2f9-4e65-81b5-e3b988421a2d req-4337f2e5-e2f9-41e7-8422-0fbfc6beadff tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1311200 Mar 08 20:23:46.260965 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83270a04-b2f9-4e65-81b5-e3b988421a2d req-039ea146-6468-44ca-8bf6-59d6917f06b2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001947 Mar 08 20:23:46.294840 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc551e-65fc-4772-b57d-d63e23b6b8ef req-0b90da62-9901-412f-a7d6-e9c748d7af26 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:46.297041 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-59fc551e-65fc-4772-b57d-d63e23b6b8ef req-0b90da62-9901-412f-a7d6-e9c748d7af26 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.1193702 Mar 08 20:23:46.361841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-59fc551e-65fc-4772-b57d-d63e23b6b8ef req-fe97bc27-25f5-445d-8097-8c0106c14e37 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578873 Mar 08 20:23:46.552679 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e824654-6b53-446e-aef2-846bdeff0027 req-8378115d-1376-4237-9b0a-e93c3269d513 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:46.554381 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e824654-6b53-446e-aef2-846bdeff0027 req-8378115d-1376-4237-9b0a-e93c3269d513 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0871468 Mar 08 20:23:46.624849 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e824654-6b53-446e-aef2-846bdeff0027 req-8eb6717e-93ec-44b0-8ebe-5c2564e65132 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613203 Mar 08 20:23:47.254584 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f857c4-c6fd-4eb5-b3cd-dfa8bc8aefa9 req-847006a5-2b65-4933-b2da-840125ec9c36 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:47.257112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8f857c4-c6fd-4eb5-b3cd-dfa8bc8aefa9 req-847006a5-2b65-4933-b2da-840125ec9c36 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0649624 Mar 08 20:23:47.314992 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8f857c4-c6fd-4eb5-b3cd-dfa8bc8aefa9 req-ed80b637-c7cf-40e7-9a57-1b59c1e76b1d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Mar 08 20:23:47.398372 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528eb1a-c553-4c58-b744-8ea58c8c2d46 req-7d7692d0-e1db-4c76-931b-d694ce573b51 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:47.399940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e528eb1a-c553-4c58-b744-8ea58c8c2d46 req-7d7692d0-e1db-4c76-931b-d694ce573b51 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0583596 Mar 08 20:23:47.486914 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e528eb1a-c553-4c58-b744-8ea58c8c2d46 req-392a7798-7573-47bb-b06d-8fb4a96f356a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811107 Mar 08 20:23:47.513479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcd57-2710-4b63-9410-08a87d927d21 req-494c29ba-2816-49be-a44c-b45cd67ba50c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:47.515405 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1bedcd57-2710-4b63-9410-08a87d927d21 req-494c29ba-2816-49be-a44c-b45cd67ba50c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 943 time: 0.0766547 Mar 08 20:23:47.566246 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1bedcd57-2710-4b63-9410-08a87d927d21 req-bb0bab8c-b7df-43e7-99e0-86d680bbb6a3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Mar 08 20:23:47.747468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 81f35a87-9a2a-4974-b839-1394d97e965e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:23:47.752510 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943489b7-fcdd-4bb9-b8e2-d4ad0d4eb297 req-c76e146e-ab48-4fe5-b038-34317acabb09 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:47.752510 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-943489b7-fcdd-4bb9-b8e2-d4ad0d4eb297 req-c76e146e-ab48-4fe5-b038-34317acabb09 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0542996 Mar 08 20:23:47.831998 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-943489b7-fcdd-4bb9-b8e2-d4ad0d4eb297 req-6631ec66-fcdd-4c75-86a3-0d20827ebdc9 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748522 Mar 08 20:23:47.876551 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=81f35a87-9a2a-4974-b839-1394d97e965e,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:47.887657 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '81f35a87-9a2a-4974-b839-1394d97e965e', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'port_id': '81f35a87-9a2a-4974-b839-1394d97e965e', 'mac_address': 'fa:16:3e:2e:94:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:23:47.932917 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 81f35a87-9a2a-4974-b839-1394d97e965e is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:47.933320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:47.959691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f35a87-9a2a-4974-b839-1394d97e965e {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:23:47.997222 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=81f35a87-9a2a-4974-b839-1394d97e965e,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:48.064259 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:48.125020 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:48.275658 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-147d86d0-ea87-488d-919d-c709d6047390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:48.467202 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b149fa-c71e-4188-9ca9-13dbc877801c req-ab0113b2-9cc9-40b7-a91a-20eeae2d0990 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:48.479500 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14b149fa-c71e-4188-9ca9-13dbc877801c req-ab0113b2-9cc9-40b7-a91a-20eeae2d0990 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0798509 Mar 08 20:23:48.481006 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['81f35a87-9a2a-4974-b839-1394d97e965e'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:23:48.555383 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14b149fa-c71e-4188-9ca9-13dbc877801c req-6eb0cfcb-ec5b-4811-8722-381d0c799365 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746655 Mar 08 20:23:48.750081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26274e-26a1-4028-ab81-63f8fe8657df req-58743d93-2979-4484-ba0d-d2cd6b68b7df tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:48.769728 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e26274e-26a1-4028-ab81-63f8fe8657df req-58743d93-2979-4484-ba0d-d2cd6b68b7df tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1411736 Mar 08 20:23:48.860984 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9e26274e-26a1-4028-ab81-63f8fe8657df req-79e47178-3e2c-43c8-8607-d5e53562378e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979195 Mar 08 20:23:49.103488 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb27-5a4a-4c22-b112-69c52b272896 req-23c5d64d-fd9e-4682-8144-4bf2bc7e10ca tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.106031 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b2ecb27-5a4a-4c22-b112-69c52b272896 req-23c5d64d-fd9e-4682-8144-4bf2bc7e10ca tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1293375 Mar 08 20:23:49.115194 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2042c3c-7488-43d9-99d5-fde52ce7caf8 req-485c59bb-9b18-45bc-b10e-470eb5f22b7f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.122231 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2042c3c-7488-43d9-99d5-fde52ce7caf8 req-485c59bb-9b18-45bc-b10e-470eb5f22b7f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 944 time: 0.1060288 Mar 08 20:23:49.252425 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2042c3c-7488-43d9-99d5-fde52ce7caf8 req-6d53685b-4cfc-4568-8c88-d747ab787155 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293218 Mar 08 20:23:49.286304 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b2ecb27-5a4a-4c22-b112-69c52b272896 req-c2698055-11ac-4a43-9406-70f748d5cf17 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460326 Mar 08 20:23:49.317398 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-d55f201d-69d7-4c61-97b8-380784dc9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.318910 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-d55f201d-69d7-4c61-97b8-380784dc9478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.1239636 Mar 08 20:23:49.457937 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-729a52b4-fa71-4b90-95e4-7fca42a5e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.459515 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-729a52b4-fa71-4b90-95e4-7fca42a5e8da service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.1337812 Mar 08 20:23:49.576381 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-e79bf814-1274-418d-bf8b-0f11883a241c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1002 time: 0.1088145 Mar 08 20:23:49.594604 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:49.638153 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-82515e4f-7709-4161-8485-3e3c10d18aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.640111 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-82515e4f-7709-4161-8485-3e3c10d18aab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0574965 Mar 08 20:23:49.709545 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-54737ff3-84e7-4f91-816e-e519578c1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:49.711093 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-54737ff3-84e7-4f91-816e-e519578c1813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608072 Mar 08 20:23:49.829591 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-f25524fa-8ab3-4c4f-89f5-474e2120619c service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106040 Mar 08 20:23:49.941871 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b8b9330-25f7-4ffb-851a-17bd024513ba req-aa9b9c65-65d2-400d-9aa7-daadda16aa14 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020892 Mar 08 20:23:50.050086 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ba8d5-6229-4ac9-a967-597e7aa8c7b5 req-b6cf49bd-132a-4019-800a-aeb91d00fc05 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:50.052981 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-045ba8d5-6229-4ac9-a967-597e7aa8c7b5 req-b6cf49bd-132a-4019-800a-aeb91d00fc05 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0924592 Mar 08 20:23:50.124312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-045ba8d5-6229-4ac9-a967-597e7aa8c7b5 req-5fa8e12b-3ba9-46f9-b0be-b3f9f5426399 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652761 Mar 08 20:23:50.509535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3aa7b-da38-4f79-a31d-b318ba340936 req-ea4fdbed-1527-402a-ae17-90e0a1d15e6d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:50.511149 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32e3aa7b-da38-4f79-a31d-b318ba340936 req-ea4fdbed-1527-402a-ae17-90e0a1d15e6d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 944 time: 0.1334896 Mar 08 20:23:50.533713 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c17153-c78a-4044-9b52-d8e7114533c1 req-ca6ede15-bc59-48d7-9091-d47651853ead tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:50.550163 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-15c17153-c78a-4044-9b52-d8e7114533c1 req-ca6ede15-bc59-48d7-9091-d47651853ead tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1143329 Mar 08 20:23:50.652981 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-15c17153-c78a-4044-9b52-d8e7114533c1 req-a36a8acc-1b8b-452d-9969-f92cd9a566a1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984972 Mar 08 20:23:50.659572 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32e3aa7b-da38-4f79-a31d-b318ba340936 req-8f031cf2-71f7-4c66-82ea-a7d95c08343b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014349 Mar 08 20:23:51.286010 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ad02d-4da3-44a3-be04-377b520928af req-3e91628c-8bd3-4353-9ccb-1a07f4da08fa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.288034 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c52ad02d-4da3-44a3-be04-377b520928af req-3e91628c-8bd3-4353-9ccb-1a07f4da08fa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0722764 Mar 08 20:23:51.362124 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c52ad02d-4da3-44a3-be04-377b520928af req-0935623c-4120-48de-9844-d22c6c907020 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675075 Mar 08 20:23:51.450537 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:51.763088 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 81f35a87-9a2a-4974-b839-1394d97e965e up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:23:51.833854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01d289-7e5b-4fd9-842e-5b8dfe6c397e req-2f318d9e-0fcd-4817-ae95-c09e67a4d4c8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.835387 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b01d289-7e5b-4fd9-842e-5b8dfe6c397e req-2f318d9e-0fcd-4817-ae95-c09e67a4d4c8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 944 time: 0.0891967 Mar 08 20:23:51.843202 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2424-540f-4bf5-af0f-a1ef10557f54 req-4bdf844a-2360-429d-81c7-63f9c680fb13 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:51.845521 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef7a2424-540f-4bf5-af0f-a1ef10557f54 req-4bdf844a-2360-429d-81c7-63f9c680fb13 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0901730 Mar 08 20:23:52.057400 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 81f35a87-9a2a-4974-b839-1394d97e965e completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:23:52.062133 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 81f35a87-9a2a-4974-b839-1394d97e965e triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:23:52.062580 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.189558 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 81f35a87-9a2a-4974-b839-1394d97e965e is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:23:52.190166 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.206202 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef7a2424-540f-4bf5-af0f-a1ef10557f54 req-791567fd-5f64-4a8f-b747-5537fe7e4400 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519392 Mar 08 20:23:52.216474 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b01d289-7e5b-4fd9-842e-5b8dfe6c397e req-2fc40c91-d917-438f-9886-944a245bdc9d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699102 Mar 08 20:23:52.245151 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:23:52.259439 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df19701c-4b75-4918-9d5d-5b0c01995fbc" -d '{"events": [{"server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "name": "network-vif-plugged", "status": "completed", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:23:52.290600 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=81f35a87-9a2a-4974-b839-1394d97e965e,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:23:52.301238 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faffb4b-867d-44f8-bcd5-f98d481c6653 x-openstack-request-id: req-3faffb4b-867d-44f8-bcd5-f98d481c6653 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:23:52.316031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "name": "network-vif-plugged", "status": "completed", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:23:52.316031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3faffb4b-867d-44f8-bcd5-f98d481c6653 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:23:52.316031 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e', 'code': 200} Mar 08 20:23:52.400338 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.550156 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:23:52.600493 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:52.687536 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75935af7-b532-4604-adf6-4dc6422bc981 req-1a5c323b-3612-4c89-8621-2227d915e902 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.704534 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75935af7-b532-4604-adf6-4dc6422bc981 req-1a5c323b-3612-4c89-8621-2227d915e902 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1455264 Mar 08 20:23:52.776502 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75935af7-b532-4604-adf6-4dc6422bc981 req-f75fb640-c1bc-4c72-ad56-c1ba3ba56f46 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706232 Mar 08 20:23:52.856786 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e0e17-7212-41dc-a212-473fde1e7022 req-0fe85b75-7e38-4d07-bbdb-7169b1aacd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:52.859404 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed4e0e17-7212-41dc-a212-473fde1e7022 req-0fe85b75-7e38-4d07-bbdb-7169b1aacd61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 1129 time: 0.0787134 Mar 08 20:23:52.876463 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:23:52.941095 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ed4e0e17-7212-41dc-a212-473fde1e7022 req-0239a470-fc8a-4cef-bd00-9510c52de4ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754838 Mar 08 20:23:53.353907 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e24b-6cff-49f5-8318-b6c650bf3621 req-c65b87e6-8c81-4279-8ee5-5abe04601b81 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.355382 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f1a4e24b-6cff-49f5-8318-b6c650bf3621 req-c65b87e6-8c81-4279-8ee5-5abe04601b81 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0531845 Mar 08 20:23:53.415379 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f1a4e24b-6cff-49f5-8318-b6c650bf3621 req-0a4ec8f7-65b5-46c0-af9c-2eeed42f8f98 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540805 Mar 08 20:23:53.915852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76564b-4a21-434d-9a5f-dcb78a4f38a1 req-0f9feaf1-b320-4300-b4e6-abc288e8b085 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:53.917319 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a76564b-4a21-434d-9a5f-dcb78a4f38a1 req-0f9feaf1-b320-4300-b4e6-abc288e8b085 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Mar 08 20:23:53.966115 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a76564b-4a21-434d-9a5f-dcb78a4f38a1 req-49ec7b8d-8911-452b-acc9-d1246c8ac1b3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Mar 08 20:23:54.531256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dfc91-f8f3-45ad-921f-7b11228ee9b3 req-9236905f-9fd1-45f4-9ab7-dba5cbbcafb0 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:54.533343 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e3dfc91-f8f3-45ad-921f-7b11228ee9b3 req-9236905f-9fd1-45f4-9ab7-dba5cbbcafb0 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0524108 Mar 08 20:23:54.581479 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5e3dfc91-f8f3-45ad-921f-7b11228ee9b3 req-9d65610a-d653-481e-b880-a681e06e4157 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425696 Mar 08 20:23:55.087285 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff9a5-7119-447e-b50d-c3e081bba8ab req-32072eb3-dd67-4537-8bc6-15f79ab4b068 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:55.088795 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bfdff9a5-7119-447e-b50d-c3e081bba8ab req-32072eb3-dd67-4537-8bc6-15f79ab4b068 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0531323 Mar 08 20:23:55.135020 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bfdff9a5-7119-447e-b50d-c3e081bba8ab req-074d3de7-f479-4037-a1b7-95659656e676 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Mar 08 20:23:55.711226 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efee48-7ad8-4892-9286-eb3d7d8bb728 req-1fde20df-3636-4f31-8af0-30518a032e92 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:55.712737 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83efee48-7ad8-4892-9286-eb3d7d8bb728 req-1fde20df-3636-4f31-8af0-30518a032e92 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0550613 Mar 08 20:23:55.720651 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:23:55.760875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83efee48-7ad8-4892-9286-eb3d7d8bb728 req-b2c5210f-1edd-4181-9aa9-31d89d41655e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Mar 08 20:23:56.257751 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292459-0374-42ba-9dee-29d93c12715c req-73c2124b-804b-40c9-a91f-b2534401ec4d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:56.259210 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-38292459-0374-42ba-9dee-29d93c12715c req-73c2124b-804b-40c9-a91f-b2534401ec4d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0515566 Mar 08 20:23:56.304331 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-38292459-0374-42ba-9dee-29d93c12715c req-1fe58629-2812-4229-91f2-d903a9e32cd5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 Mar 08 20:23:56.880191 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb275616-d797-4b49-99ff-2dcf19ac4523 req-1bb4d0f2-5c51-4b06-8c50-8b694ecc2f79 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:56.881634 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb275616-d797-4b49-99ff-2dcf19ac4523 req-1bb4d0f2-5c51-4b06-8c50-8b694ecc2f79 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0552413 Mar 08 20:23:56.929908 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb275616-d797-4b49-99ff-2dcf19ac4523 req-86c6f6e1-6a4e-492d-b733-7a5c0df7e5db tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Mar 08 20:23:57.426240 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232e933-48f7-4e80-8697-f943b2a3a3bd req-64fe1d9f-7edf-4bad-b887-93fbeeb939db tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:57.427706 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2232e933-48f7-4e80-8697-f943b2a3a3bd req-64fe1d9f-7edf-4bad-b887-93fbeeb939db tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0537741 Mar 08 20:23:57.474174 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2232e933-48f7-4e80-8697-f943b2a3a3bd req-2c92834a-5935-458d-ba28-fff4f40ec454 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 Mar 08 20:23:58.045111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371c562-881c-4a35-b3c5-f5f1e60302c4 req-d7b78fa8-8ed0-4b25-95e7-a11307ddc113 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:58.046626 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3371c562-881c-4a35-b3c5-f5f1e60302c4 req-d7b78fa8-8ed0-4b25-95e7-a11307ddc113 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Mar 08 20:23:58.098682 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3371c562-881c-4a35-b3c5-f5f1e60302c4 req-f8731d5f-e09c-4e85-a518-9d355e6c2e1c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459013 Mar 08 20:23:58.599490 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61351231-4089-444b-b047-8ea886b991fa req-be0ec071-8d5b-4444-8161-28a5d2c38b25 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:58.600990 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-61351231-4089-444b-b047-8ea886b991fa req-be0ec071-8d5b-4444-8161-28a5d2c38b25 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0562479 Mar 08 20:23:58.646598 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-61351231-4089-444b-b047-8ea886b991fa req-39f30e2f-9ac0-430c-a722-7c306a9c4666 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402074 Mar 08 20:23:59.214079 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95104913-a475-426c-8825-cebeb782240a req-2005ee60-d7e9-4445-b000-bd5dc50dd34f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:59.215440 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95104913-a475-426c-8825-cebeb782240a req-2005ee60-d7e9-4445-b000-bd5dc50dd34f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0515137 Mar 08 20:23:59.262756 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95104913-a475-426c-8825-cebeb782240a req-e207956d-351d-4be8-b3cd-0ce698528906 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419261 Mar 08 20:23:59.776926 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89274c-5989-40dd-a311-3fae1526dd1b req-70124265-23df-4bd7-9ad3-7ff19aed9dec tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:23:59.778390 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd89274c-5989-40dd-a311-3fae1526dd1b req-70124265-23df-4bd7-9ad3-7ff19aed9dec tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0569448 Mar 08 20:23:59.824983 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fd89274c-5989-40dd-a311-3fae1526dd1b req-d036a2a5-1f7b-4fd3-9ab4-886f248e3ccf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Mar 08 20:24:00.377898 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2d84c-4b99-4632-947e-aa5593d83798 req-20dd315f-0071-4793-8585-fefab528b394 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:00.379359 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fde2d84c-4b99-4632-947e-aa5593d83798 req-20dd315f-0071-4793-8585-fefab528b394 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0522652 Mar 08 20:24:00.427328 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fde2d84c-4b99-4632-947e-aa5593d83798 req-71329767-5263-4316-9b29-572d57fe3366 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 Mar 08 20:24:00.951346 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cfe1f-0f8f-4a48-86ca-7d6f4fe4be59 req-6bd90fe1-a2d1-4a39-a173-2636b4190a06 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:00.952858 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-520cfe1f-0f8f-4a48-86ca-7d6f4fe4be59 req-6bd90fe1-a2d1-4a39-a173-2636b4190a06 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0527205 Mar 08 20:24:01.009218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-520cfe1f-0f8f-4a48-86ca-7d6f4fe4be59 req-c4dfb36b-9e15-4d4f-98b8-df6d7147c3a0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499673 Mar 08 20:24:01.556679 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c171cd9-3685-4a97-976d-c4901ebf421f req-6d6f017c-6438-49f9-bd68-892c7b47986d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:01.558156 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c171cd9-3685-4a97-976d-c4901ebf421f req-6d6f017c-6438-49f9-bd68-892c7b47986d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0545292 Mar 08 20:24:01.608231 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c171cd9-3685-4a97-976d-c4901ebf421f req-c558eb6b-9515-4da8-bfc3-529c8ad7978c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444143 Mar 08 20:24:02.188441 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48b4d7-fcfd-4e81-8083-fddac1aa58fc req-1ca8e9b6-f423-4211-95cf-cb4ed9402563 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.190079 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da48b4d7-fcfd-4e81-8083-fddac1aa58fc req-1ca8e9b6-f423-4211-95cf-cb4ed9402563 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0974784 Mar 08 20:24:02.192917 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c48f9-096a-4569-b1aa-0de347396366 req-7d1b1f69-0904-4528-8a98-5da8bb963365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.194333 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-7d1b1f69-0904-4528-8a98-5da8bb963365 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1130 time: 0.0861533 Mar 08 20:24:02.294670 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da48b4d7-fcfd-4e81-8083-fddac1aa58fc req-fbefe1b8-75e2-4a17-9610-1eb82989ef65 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990303 Mar 08 20:24:02.329885 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c48f9-096a-4569-b1aa-0de347396366 req-55425674-6aef-4a63-a8c5-d7f0712c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.331497 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-55425674-6aef-4a63-a8c5-d7f0712c63df service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.1302152 Mar 08 20:24:02.435926 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-466ef72e-975f-459f-a650-f9759d572c86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1002 time: 0.0720432 Mar 08 20:24:02.492727 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c48f9-096a-4569-b1aa-0de347396366 req-efba84c2-7dfc-4ab3-8ff3-8408488ace6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.494243 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-efba84c2-7dfc-4ab3-8ff3-8408488ace6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0465746 Mar 08 20:24:02.546021 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c48f9-096a-4569-b1aa-0de347396366 req-1ae52260-4bde-45c7-931a-24438aa18bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.548303 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-1ae52260-4bde-45c7-931a-24438aa18bca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447845 Mar 08 20:24:02.645461 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-b54b8648-1ff9-4586-95d1-7c90281c9a8b service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863128 Mar 08 20:24:02.784204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2f12d-5aff-4a4e-9c6e-f40c64f8e0b5 req-f5c7f3bf-33d6-4868-81fa-dc007e29509e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.785704 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4a2f12d-5aff-4a4e-9c6e-f40c64f8e0b5 req-f5c7f3bf-33d6-4868-81fa-dc007e29509e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.1085584 Mar 08 20:24:02.789207 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b48c48f9-096a-4569-b1aa-0de347396366 req-211e0704-eebf-44e2-99e2-aa3ff123fd43 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323004 Mar 08 20:24:02.835542 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f4a2f12d-5aff-4a4e-9c6e-f40c64f8e0b5 req-33b86130-c5a3-4c63-a088-b134b13ec853 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437009 Mar 08 20:24:02.957705 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf5fb6-79e5-48b3-bc6b-d56f39517697 req-672b72a5-70e2-410c-b31e-4afe8c468853 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:02.959242 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dcf5fb6-79e5-48b3-bc6b-d56f39517697 req-672b72a5-70e2-410c-b31e-4afe8c468853 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0581901 Mar 08 20:24:03.007703 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dcf5fb6-79e5-48b3-bc6b-d56f39517697 req-4a6d5999-55e4-495b-958f-107f81be3ba6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Mar 08 20:24:03.029402 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49132) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:03.226086 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e90c5e-cfbe-48f5-bfd8-3085c724d239 tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:03.227860 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e2e90c5e-cfbe-48f5-bfd8-3085c724d239 tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 1124 time: 0.1973937 Mar 08 20:24:03.230717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49140) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:03.235504 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'port_id': '81f35a87-9a2a-4974-b839-1394d97e965e', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:03.364078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.449111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab7de-7a07-4add-9500-8b492e666e17 req-62e32fd3-91f7-4751-b57c-c0097371c9c2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:03.450579 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-461ab7de-7a07-4add-9500-8b492e666e17 req-62e32fd3-91f7-4751-b57c-c0097371c9c2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.1175954 Mar 08 20:24:03.513210 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa32dab-8a63-4ca8-826e-4212731ae268 req-1af07fa1-ce6a-41fc-80b2-d7c032c02e22 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:03.514643 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7fa32dab-8a63-4ca8-826e-4212731ae268 req-1af07fa1-ce6a-41fc-80b2-d7c032c02e22 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.1359658 Mar 08 20:24:03.568624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-461ab7de-7a07-4add-9500-8b492e666e17 req-40817282-5386-44a5-b7da-5fa27ae999d7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881708 Mar 08 20:24:03.591514 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49152) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:03.593610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7fa32dab-8a63-4ca8-826e-4212731ae268 req-324d84e9-6d1e-4290-bb68-067d3dfd11e7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678568 Mar 08 20:24:03.617935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.725556 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.27.0.4 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/c96d50f0-4d05-422a-a4a6-da68970a8c26) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:03.749638 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba173a-8159-4a4f-8cd9-ce066b240e9a tempest-TestMinimumBasicScenario-2112504727 tempest-TestMinimumBasicScenario-2112504727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:03.751739 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-19ba173a-8159-4a4f-8cd9-ce066b240e9a tempest-TestMinimumBasicScenario-2112504727 tempest-TestMinimumBasicScenario-2112504727-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1124 time: 0.1591809 Mar 08 20:24:03.754993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49156) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:03.759287 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'port_id': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:03.839021 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.851237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.925672 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.952310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:03.968931 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:03.971852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:03.975281 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:03.999322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=c96d50f0-4d05-422a-a4a6-da68970a8c26,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.057037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Allocated IP 172.27.0.219 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/33abad08-3e8d-4f76-965e-99ef01d74d01) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:24:04.159498 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.234001 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.274341 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:24:04.277095 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:24:04.280502 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:24:04.286649 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'Port': ['ID=33abad08-3e8d-4f76-965e-99ef01d74d01,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.396239 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (1724d4a9-b587-462e-9f6a-ab4b6056b817), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.546551 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.645261 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for floatingip (9f9e930a-c1df-496e-84c4-354d5048cde1), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.726236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.748832 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912922-8317-44b0-ba9c-bed68aac3c1d req-97e8b947-c856-424e-9797-0d428971c112 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:04.750314 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b912922-8317-44b0-ba9c-bed68aac3c1d req-97e8b947-c856-424e-9797-0d428971c112 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0628080 Mar 08 20:24:04.794413 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.799746 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b912922-8317-44b0-ba9c-bed68aac3c1d req-6aee9e1c-ea09-4854-9f51-df5a3e8ddcd7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Mar 08 20:24:04.804046 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.872236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=c96d50f0-4d05-422a-a4a6-da68970a8c26,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:04.882658 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (1724d4a9-b587-462e-9f6a-ab4b6056b817), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.947286 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:04.982336 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP 1724d4a9-b587-462e-9f6a-ab4b6056b817 associated. External IP: 172.27.0.4, port: 81f35a87-9a2a-4974-b839-1394d97e965e. Mar 08 20:24:05.034067 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.105762 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'Port': ['ID=33abad08-3e8d-4f76-965e-99ef01d74d01,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:05.115992 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (9f9e930a-c1df-496e-84c4-354d5048cde1), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.189978 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:24:05.226255 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Floating IP 9f9e930a-c1df-496e-84c4-354d5048cde1 associated. External IP: 172.27.0.219, port: 4ffe5b65-2b19-420f-b69e-eed26d2bc97a. Mar 08 20:24:05.304018 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:05.316099 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:05.326694 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:05.327334 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:23:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:05.398534 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.438310 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2df59cdf-dc2e-4b1b-9264-b2bd92516e95 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1996973 Mar 08 20:24:05.438310 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:05.438310 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662dd20a-5575-49ef-a20c-0243e246577e" -d '{"events": [{"name": "network-changed", "server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:05.447786 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:05.473830 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9163f759-3a65-4ee7-9ca4-c9392a30867d x-openstack-request-id: req-9163f759-3a65-4ee7-9ca4-c9392a30867d {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:05.474283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:05.474636 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9163f759-3a65-4ee7-9ca4-c9392a30867d {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:05.475140 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e', 'status': 'completed', 'code': 200} Mar 08 20:24:05.708538 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:24:05.818721 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:24:05.830574 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Sync routers for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:24:05.846578 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:05.846578 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:23:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:05.875602 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1724d4a9-b587-462e-9f6a-ab4b6056b817', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': '81f35a87-9a2a-4974-b839-1394d97e965e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:2e:94:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:05.903055 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:05.912943 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:05.913673 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:23:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:05.915990 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:05.957342 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:05.959762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f9d8-ea0e-4725-ada0-45c9398fb838 req-ea786761-e991-4b77-a3e9-6889c5caf6c0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:05.961132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f50f9d8-ea0e-4725-ada0-45c9398fb838 req-ea786761-e991-4b77-a3e9-6889c5caf6c0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 946 time: 0.0620153 Mar 08 20:24:05.961627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49174) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:05.961924 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3125f225-09f5-46d0-9953-58430cc5dc5e tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2058499 Mar 08 20:24:05.962590 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:05.965401 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205471f6-a1b7-4990-96a3-241c103376f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:05.967188 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412641823', 'description': 'tempest-secgroup-smoke-412641823 description', 'project_id': '1561e480803f40639f97c1f9c4777b70'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:06.005249 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d886f096-a819-402d-a403-d1a41642074b x-openstack-request-id: req-d886f096-a819-402d-a403-d1a41642074b {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:06.005820 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:06.006392 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d886f096-a819-402d-a403-d1a41642074b {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:06.006975 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:24:06.032009 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0f50f9d8-ea0e-4725-ada0-45c9398fb838 req-278dc46d-efe9-49c3-9551-455a2389405e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574832 Mar 08 20:24:06.040160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:06.068354 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.215995 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '9f9e930a-c1df-496e-84c4-354d5048cde1', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'port_id': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'mac_address': 'fa:16:3e:ad:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9230cebc-a633-4956-9c76-b230382f5b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:06.244399 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Checking router: 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:24:06.254246 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:24:06.254884 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:23:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:06.289069 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1724d4a9-b587-462e-9f6a-ab4b6056b817', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': '81f35a87-9a2a-4974-b839-1394d97e965e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:2e:94:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:06.320418 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b395f8-08ba-405b-a5b8-b7a329173e82 None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1724d4a9-b587-462e-9f6a-ab4b6056b817', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': '81f35a87-9a2a-4974-b839-1394d97e965e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:2e:94:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:06.371137 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:24:06.374341 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (64d38beb-c12f-4f8d-b92b-798ff97a9fff), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.434020 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (64d38beb-c12f-4f8d-b92b-798ff97a9fff), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.464303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d38beb-c12f-4f8d-b92b-798ff97a9fff,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:06.510289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.511836 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9acf03cb-32a2-46f8-a137-0c50d02946e9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5491900 Mar 08 20:24:06.514782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49180) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:06.519517 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:06.554023 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469e899-3ad9-4bf3-a9fd-ebc1fb0ef33c None None] New status for floating IP 1724d4a9-b587-462e-9f6a-ab4b6056b817: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:24:06.600545 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:24:06.615220 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (653d1caf-12ec-4e3b-8526-4586497ca11d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.624491 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '9f9e930a-c1df-496e-84c4-354d5048cde1', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'port_id': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'mac_address': 'fa:16:3e:ad:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9230cebc-a633-4956-9c76-b230382f5b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:24:06.659854 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc8cd64-ba35-43b3-96dd-54aff3cc8cf9 None None] The sync data for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi is: [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '9f9e930a-c1df-496e-84c4-354d5048cde1', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'port_id': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'mac_address': 'fa:16:3e:ad:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9230cebc-a633-4956-9c76-b230382f5b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:24:04Z', 'updated_at': '2022-03-08T20:24:04Z', 'revision_number': 0, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:24:06.707241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (653d1caf-12ec-4e3b-8526-4586497ca11d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.776902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (653d1caf-12ec-4e3b-8526-4586497ca11d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.783327 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: ACTIVE; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:06.783803 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.795335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653d1caf-12ec-4e3b-8526-4586497ca11d,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:06.809894 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:06.812357 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868f8302-0920-42e4-82cf-98151ee67d43" -d '{"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-unplugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:06.825261 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:06.853858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fb8a6d-aaf2-4bde-b8d8-9057cd6033bf x-openstack-request-id: req-42fb8a6d-aaf2-4bde-b8d8-9057cd6033bf {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:06.854265 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-unplugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:06.854566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42fb8a6d-aaf2-4bde-b8d8-9057cd6033bf {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:06.854957 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'code': 200} Mar 08 20:24:06.895275 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141eb9b-eaa8-4e4e-9534-9b71cba6069d None None] New status for floating IP 9f9e930a-c1df-496e-84c4-354d5048cde1: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:24:06.918740 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.921253 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:06.924802 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-299df090-742c-4cee-91c7-e27a9de272ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087479 Mar 08 20:24:06.927277 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49186) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:06.932160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:06.972162 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=8']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:07.015028 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (e7c2c3d1-d30f-43d3-89fb-cf01331c8de6), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.086177 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (e7c2c3d1-d30f-43d3-89fb-cf01331c8de6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.154035 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (e7c2c3d1-d30f-43d3-89fb-cf01331c8de6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.174121 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c2c3d1-d30f-43d3-89fb-cf01331c8de6,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:07.175034 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d131652-ea69-4ef6-a5ed-5e65e4f4ef95 req-ec0e3600-a3d1-40ba-b5bc-8ff503767f68 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:07.181681 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6d131652-ea69-4ef6-a5ed-5e65e4f4ef95 req-ec0e3600-a3d1-40ba-b5bc-8ff503767f68 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0628355 Mar 08 20:24:07.229280 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6d131652-ea69-4ef6-a5ed-5e65e4f4ef95 req-53e2f47b-eafc-448a-9325-d93559265989 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Mar 08 20:24:07.241798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.242950 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-20461df1-5e17-4e05-870c-3142219483cb tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3144057 Mar 08 20:24:07.245763 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49190) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:07.250712 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:07.342308 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (38ef6ab7-364b-43b6-9b16-da1dda2a3bac), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.400030 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (38ef6ab7-364b-43b6-9b16-da1dda2a3bac), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.445130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (38ef6ab7-364b-43b6-9b16-da1dda2a3bac), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.462958 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ef6ab7-364b-43b6-9b16-da1dda2a3bac,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:07.516155 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.517271 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-cf4b2697-bbd4-4c32-8dfd-51f7f9f80afc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705672 Mar 08 20:24:07.519882 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49194) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:07.524079 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:07.604495 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (2e434e68-7067-44a6-9024-241efb43d9df), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.676181 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (2e434e68-7067-44a6-9024-241efb43d9df), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.753775 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (2e434e68-7067-44a6-9024-241efb43d9df), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.772341 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e434e68-7067-44a6-9024-241efb43d9df,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:07.864556 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:07.865813 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e717d5de-eaac-4d3d-bac4-759a787c561c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449855 Mar 08 20:24:07.868613 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49198) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:07.872776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:07.965542 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.securitygroups_db [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Project 1561e480803f40639f97c1f9c4777b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:24:07.971548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (de51d51c-e0e0-49c8-9d46-af69278f9bd9), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.033223 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (de51d51c-e0e0-49c8-9d46-af69278f9bd9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.102535 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (de51d51c-e0e0-49c8-9d46-af69278f9bd9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.120688 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de51d51c-e0e0-49c8-9d46-af69278f9bd9,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.184308 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.185544 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6cf99555-e2e6-4231-a119-0da33b8cf973 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161094 Mar 08 20:24:08.188800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49200) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:08.193175 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'security_group_rule': {'security_group_id': '64d38beb-c12f-4f8d-b92b-798ff97a9fff', 'project_id': '1561e480803f40639f97c1f9c4777b70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.285320 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.securitygroups_db [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Project 1561e480803f40639f97c1f9c4777b70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:24:08.290391 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (d25b640b-38a9-4483-8e77-864ffe91164c), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.362014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901aaba-d2f8-4e9d-830e-0f90b72bcfac req-0a1f415d-bb3f-4768-84d3-24a3cc8ec28c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:08.363024 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (d25b640b-38a9-4483-8e77-864ffe91164c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.363510 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d901aaba-d2f8-4e9d-830e-0f90b72bcfac req-0a1f415d-bb3f-4768-84d3-24a3cc8ec28c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0597126 Mar 08 20:24:08.410690 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d901aaba-d2f8-4e9d-830e-0f90b72bcfac req-2618e177-a1c0-4668-b148-4cf8cc0b9845 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Mar 08 20:24:08.428296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (d25b640b-38a9-4483-8e77-864ffe91164c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.441514 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25b640b-38a9-4483-8e77-864ffe91164c,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:08.527466 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.528729 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e72fff94-118f-40c3-b234-cfee7dee40ff tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389931 Mar 08 20:24:08.616710 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-c7ee1fd4-50dc-451d-9e05-e0769cdd66b8 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412641823&fields=id&tenant_id=1561e480803f40639f97c1f9c4777b70 HTTP/1.1" status: 200 len: 267 time: 0.0435925 Mar 08 20:24:08.686696 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-6b08a1dc-37a4-48d9-a332-09c104c00494 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:08.688947 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-6b08a1dc-37a4-48d9-a332-09c104c00494 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0668936 Mar 08 20:24:08.699802 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'port': {'security_groups': ['2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930', '64d38beb-c12f-4f8d-b92b-798ff97a9fff']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:24:08.775238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:08.958974 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:08.988820 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.050564 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.090679 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:09.091303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.092673 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fc7d934d-cbe0-4c68-8a6d-7426dfad1363 req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "PUT /v2.0/ports/4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 981 time: 0.3977635 Mar 08 20:24:09.102482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:24:09.102482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6f7425-8878-4900-83c4-54ecd30bf831" -d '{"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:24:09.127900 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f4b17-0c64-4145-8699-3abfc499d8dd tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=6']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:09.147238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe67a69-6d2f-4d3a-80ce-95ea57a736a6 x-openstack-request-id: req-8fe67a69-6d2f-4d3a-80ce-95ea57a736a6 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:24:09.147532 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:24:09.147851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fe67a69-6d2f-4d3a-80ce-95ea57a736a6 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:24:09.148255 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:24:09.205630 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a2f1-c84a-4b6b-88e1-29cb08e1ace5 req-3837cf21-b353-408d-9168-52de68d851bc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:09.207224 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76d3a2f1-c84a-4b6b-88e1-29cb08e1ace5 req-3837cf21-b353-408d-9168-52de68d851bc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0581634 Mar 08 20:24:09.274763 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76d3a2f1-c84a-4b6b-88e1-29cb08e1ace5 req-caca8329-24e1-42db-a476-d3ff945240e3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618742 Mar 08 20:24:09.313203 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-c6ef1c36-edfc-4044-a44e-2c7b710e79e0 None None] Provisioning complete for port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:24:09.313740 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c6ef1c36-edfc-4044-a44e-2c7b710e79e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:09.387356 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef1c36-edfc-4044-a44e-2c7b710e79e0 None None] Current status of the port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:09.536479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce895ae-0ed7-4346-a119-0d12e79eac43 req-68598dfd-a9e8-4fd5-a204-2eb358f7aeaf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:09.537967 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ce895ae-0ed7-4346-a119-0d12e79eac43 req-68598dfd-a9e8-4fd5-a204-2eb358f7aeaf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0534279 Mar 08 20:24:09.584923 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8ce895ae-0ed7-4346-a119-0d12e79eac43 req-30b6ac2c-3315-401e-ba2e-94dccaa60822 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409636 Mar 08 20:24:10.102963 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:10.200166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dd20a-5575-49ef-a20c-0243e246577e req-7d0bcb41-8e2e-416b-b0e8-bdb9e24d1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.201863 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-7d0bcb41-8e2e-416b-b0e8-bdb9e24d1220 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 1129 time: 0.0538220 Mar 08 20:24:10.214407 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205471f6-a1b7-4990-96a3-241c103376f4 req-e2cc25e3-d465-4182-b881-9967e0eae6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.216580 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-e2cc25e3-d465-4182-b881-9967e0eae6b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1168 time: 0.0601835 Mar 08 20:24:10.230014 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:10.316601 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205471f6-a1b7-4990-96a3-241c103376f4 req-686eb881-3fa8-44c8-be44-f75b17070d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.317318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dd20a-5575-49ef-a20c-0243e246577e req-b55d35e2-c063-40b7-91fc-294c89ce2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.320177 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-b55d35e2-c063-40b7-91fc-294c89ce2bbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.1076705 Mar 08 20:24:10.321363 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-686eb881-3fa8-44c8-be44-f75b17070d83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0971904 Mar 08 20:24:10.410106 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-db0bc45c-3854-414c-b1af-0ef32e7bc8f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f35a87-9a2a-4974-b839-1394d97e965e HTTP/1.1" status: 200 len: 999 time: 0.0700481 Mar 08 20:24:10.451245 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-e1b4940b-f4d5-4a37-b431-43adf5fc2739 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1001 time: 0.1099951 Mar 08 20:24:10.469484 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dd20a-5575-49ef-a20c-0243e246577e req-bf15e5ab-185e-49c9-abc6-5c19fc716887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.471142 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-bf15e5ab-185e-49c9-abc6-5c19fc716887 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0480287 Mar 08 20:24:10.503164 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205471f6-a1b7-4990-96a3-241c103376f4 req-ee29c182-7f0d-475d-b5d1-74cf120e9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.504603 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-ee29c182-7f0d-475d-b5d1-74cf120e9d8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0472434 Mar 08 20:24:10.544213 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dd20a-5575-49ef-a20c-0243e246577e req-ad576ba6-1103-457e-b38e-92e5321cd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.545751 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-ad576ba6-1103-457e-b38e-92e5321cd0e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605235 Mar 08 20:24:10.561361 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205471f6-a1b7-4990-96a3-241c103376f4 req-2b0e8c02-093b-4025-9438-2da9c43b8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.563991 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-2b0e8c02-093b-4025-9438-2da9c43b8f99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493886 Mar 08 20:24:10.669729 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-94982e10-ade3-4c51-a537-6462c2431df4 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949144 Mar 08 20:24:10.673196 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-303c0c6b-a5a4-40bf-8f01-ca8f090db5a5 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198318 Mar 08 20:24:10.781501 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-205471f6-a1b7-4990-96a3-241c103376f4 req-04b12052-50b0-4b39-a0bd-e6d37916a5e3 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912988 Mar 08 20:24:10.787029 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f7d6d-7924-48a6-876f-576a88dad71a req-fc593523-da35-4bb0-9c7c-891cada7ec54 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:10.788777 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b36f7d6d-7924-48a6-876f-576a88dad71a req-fc593523-da35-4bb0-9c7c-891cada7ec54 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.1146450 Mar 08 20:24:10.833525 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-662dd20a-5575-49ef-a20c-0243e246577e req-4e75080f-3825-4481-bd25-0fa458f40cbf service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323180 Mar 08 20:24:10.855064 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b36f7d6d-7924-48a6-876f-576a88dad71a req-38920786-13f0-4a22-9242-de27aa91658e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595193 Mar 08 20:24:11.086327 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-f8b2c85c-302d-4555-9e69-addf6c6a1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.087762 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-f8b2c85c-302d-4555-9e69-addf6c6a1c0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1168 time: 0.0496519 Mar 08 20:24:11.182413 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-1fd3154d-b78f-4b14-a8d6-eff7f71e67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.183911 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-1fd3154d-b78f-4b14-a8d6-eff7f71e67f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0847037 Mar 08 20:24:11.265067 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-4296221d-e347-4f4e-998e-fe95bb05645c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1001 time: 0.0628600 Mar 08 20:24:11.315588 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-4e10de0d-3619-4bbd-b768-caae2069cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.317048 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-4e10de0d-3619-4bbd-b768-caae2069cd1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0442863 Mar 08 20:24:11.368184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-6e325959-e6c9-47b9-bf5e-f5d214981c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.369562 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-6e325959-e6c9-47b9-bf5e-f5d214981c05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436368 Mar 08 20:24:11.463098 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-0188b79f-e067-4e9c-acca-cedaa8761db0 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831316 Mar 08 20:24:11.555704 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f6f7425-8878-4900-83c4-54ecd30bf831 req-a881a9b2-46c5-47cd-b557-8e9b883506e3 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824006 Mar 08 20:24:11.992335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3efb2-be00-49b3-b4d7-9773779ef71b req-08479414-d54d-4d1f-8648-51f00a1ee194 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:11.993721 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9dc3efb2-be00-49b3-b4d7-9773779ef71b req-08479414-d54d-4d1f-8648-51f00a1ee194 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0533285 Mar 08 20:24:12.045120 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9dc3efb2-be00-49b3-b4d7-9773779ef71b req-ac16b4ac-30e5-49c8-b6cb-805c4016bee4 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458348 Mar 08 20:24:13.167611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996485fe-8f73-44e9-a4e9-ccc9a1e95697 req-cfc5d51d-b0ad-48ec-bbfe-2478537c27cf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:13.169386 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-996485fe-8f73-44e9-a4e9-ccc9a1e95697 req-cfc5d51d-b0ad-48ec-bbfe-2478537c27cf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0530252 Mar 08 20:24:13.216229 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-996485fe-8f73-44e9-a4e9-ccc9a1e95697 req-4b0ce4b3-fc2c-4991-b246-211a10ee8f50 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Mar 08 20:24:14.358706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-ea3a0268-701b-4116-b51d-950b78e8a1ee req-451f2b0f-2806-407f-8837-f2cc5b4b627a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:24:14.360194 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ea3a0268-701b-4116-b51d-950b78e8a1ee req-451f2b0f-2806-407f-8837-f2cc5b4b627a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062227 Mar 08 20:24:14.686641 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3735f4-8a85-48ec-98fb-158bf7144438 req-ed405235-fdf7-40b5-b64a-883e5be4ac60 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:14.688782 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bb3735f4-8a85-48ec-98fb-158bf7144438 req-ed405235-fdf7-40b5-b64a-883e5be4ac60 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0546386 Mar 08 20:24:14.736772 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bb3735f4-8a85-48ec-98fb-158bf7144438 req-b63d844f-cf74-47e5-98cd-6a238b94f749 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Mar 08 20:24:15.121833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49316) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:15.204700 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-64107f44-e342-4bd1-aa14-3ea0ff89c1f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817294 Mar 08 20:24:15.213006 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-e907a479-1e16-4d25-8268-bc6456283987 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:24:15.213958 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-e907a479-1e16-4d25-8268-bc6456283987 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048776 Mar 08 20:24:15.291115 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49324) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:15.340022 dv-cinder-830095-3-iscsi neutron-server[103782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:24:15.385330 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-3744315f-19e9-4b42-8458-4ab23866914c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:15.386689 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-3744315f-19e9-4b42-8458-4ab23866914c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports/b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 941 time: 0.0945499 Mar 08 20:24:15.871699 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf03d6-9708-405d-9eb6-99c282dde512 req-a2c0c3ea-3a79-4b40-8a80-26693f0ab947 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:15.873453 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91cf03d6-9708-405d-9eb6-99c282dde512 req-a2c0c3ea-3a79-4b40-8a80-26693f0ab947 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0585022 Mar 08 20:24:15.925101 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91cf03d6-9708-405d-9eb6-99c282dde512 req-9619f9f9-407b-4abf-a787-becf8207f8fb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452154 Mar 08 20:24:15.953763 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0be8bcd5-b4a0-42e4-b122-0f75282c71f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:17.047883 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e353d5f-6097-4c3b-8f7c-7c89b2149f6e req-264bc0e2-5e15-47a2-9d9c-546d4c2fd494 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:17.049559 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e353d5f-6097-4c3b-8f7c-7c89b2149f6e req-264bc0e2-5e15-47a2-9d9c-546d4c2fd494 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0538545 Mar 08 20:24:17.100286 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e353d5f-6097-4c3b-8f7c-7c89b2149f6e req-1b4123f6-5356-46c0-873f-e6726d7a2627 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 Mar 08 20:24:18.235471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884605e0-38c6-4f2e-9a34-2c3f7c4b3a57 req-6165761c-7eed-4e8a-918b-cf45013ae2b6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:18.236968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-884605e0-38c6-4f2e-9a34-2c3f7c4b3a57 req-6165761c-7eed-4e8a-918b-cf45013ae2b6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0545416 Mar 08 20:24:18.267865 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-542315a4-c88f-492c-bef2-39280cab380e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:18.287145 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-884605e0-38c6-4f2e-9a34-2c3f7c4b3a57 req-eb34e1cc-bcc4-4f90-b28c-4698f2406e1a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446627 Mar 08 20:24:19.408346 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae57c2-2c36-4b16-9749-1387fa0c3827 req-da3d0580-708b-4234-a67e-b6222475acf0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:19.409809 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09ae57c2-2c36-4b16-9749-1387fa0c3827 req-da3d0580-708b-4234-a67e-b6222475acf0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0520148 Mar 08 20:24:19.455944 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09ae57c2-2c36-4b16-9749-1387fa0c3827 req-0ec6efd0-4e9e-4b92-b400-5181058ea341 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 Mar 08 20:24:19.581905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:20.545152 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:24:20.591242 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b8a0c-0ecc-4f8c-be52-4a84e31e6fe7 req-cd321644-e07c-421a-8f7d-2598255042cf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:20.593811 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3f3b8a0c-0ecc-4f8c-be52-4a84e31e6fe7 req-cd321644-e07c-421a-8f7d-2598255042cf tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0642838 Mar 08 20:24:20.623871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: DOWN; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:20.648216 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3f3b8a0c-0ecc-4f8c-be52-4a84e31e6fe7 req-21bea987-1ee7-4b32-a973-573c8311551b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474291 Mar 08 20:24:21.325095 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:21.777815 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da14df-4cbb-4420-b4f5-65de26a67bf3 req-dd23cd23-fa4c-419e-9709-5e09baa1c52d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:21.779287 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d0da14df-4cbb-4420-b4f5-65de26a67bf3 req-dd23cd23-fa4c-419e-9709-5e09baa1c52d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0568335 Mar 08 20:24:21.826100 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d0da14df-4cbb-4420-b4f5-65de26a67bf3 req-68df1c1f-3e5c-4ef6-b1cd-38ec933bab43 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Mar 08 20:24:22.507597 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:22.960856 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef5471-151c-4b12-b165-21a3e1b91ec4 req-27ea2fa8-4fd5-4b8d-a650-cbbdca96efc6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:22.962343 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9cef5471-151c-4b12-b165-21a3e1b91ec4 req-27ea2fa8-4fd5-4b8d-a650-cbbdca96efc6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0575509 Mar 08 20:24:23.012148 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9cef5471-151c-4b12-b165-21a3e1b91ec4 req-6981d9f5-fd4e-4d69-a803-93309b0645d6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Mar 08 20:24:23.625330 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-df0b4c7c-b9d7-4898-9ee7-6456cb413fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:23.626864 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-df0b4c7c-b9d7-4898-9ee7-6456cb413fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 1128 time: 0.0778782 Mar 08 20:24:23.694954 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-b9ce179b-4074-4664-93a6-929ce06dc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:23.696402 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-b9ce179b-4074-4664-93a6-929ce06dc5c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1128 time: 0.0453465 Mar 08 20:24:23.791561 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-8df5bdea-73db-4560-b640-f59efbb68b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:23.793076 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-8df5bdea-73db-4560-b640-f59efbb68b9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0874908 Mar 08 20:24:23.860456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-beb41649-719f-4bd1-8fe6-216aa70097a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1000 time: 0.0608845 Mar 08 20:24:23.912161 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-f655af6e-481e-4e5d-bf7b-5cd1291f7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:23.913632 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-f655af6e-481e-4e5d-bf7b-5cd1291f7be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0446842 Mar 08 20:24:23.967702 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5cc7-6b14-4e15-9463-253797851efd req-97e520b4-3c7e-480e-b83d-a3244a5507aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:23.969190 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-97e520b4-3c7e-480e-b83d-a3244a5507aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487852 Mar 08 20:24:24.070806 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-196d17bd-684b-408e-b9a7-c9e280191a5b service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898201 Mar 08 20:24:24.213027 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa787d-fb20-440b-ad99-107ff7dea92c req-5b6089d0-5905-4376-aa71-ec7a91d9fcd5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:24.214493 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1baa787d-fb20-440b-ad99-107ff7dea92c req-5b6089d0-5905-4376-aa71-ec7a91d9fcd5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.1183214 Mar 08 20:24:24.216285 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db9c5cc7-6b14-4e15-9463-253797851efd req-e7373c3e-4439-4ac4-8e7e-80fcbc245535 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386352 Mar 08 20:24:24.264315 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1baa787d-fb20-440b-ad99-107ff7dea92c req-73985d76-957c-4183-a61b-daad60dc353b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 Mar 08 20:24:25.437381 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593974bb-cec3-4d03-8832-cc4325d7d10b req-33708017-cc97-49f0-904e-6eebc065af8a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:25.438874 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-593974bb-cec3-4d03-8832-cc4325d7d10b req-33708017-cc97-49f0-904e-6eebc065af8a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.1039038 Mar 08 20:24:25.489861 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-593974bb-cec3-4d03-8832-cc4325d7d10b req-cef6451d-0ab4-4424-818b-7e52afe5c39e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Mar 08 20:24:25.742396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:26.689119 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8184bc-0f34-49ea-be2d-b0c7892aeb41 req-00d8277c-c88b-4dc7-bb77-30055036c5b5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:26.690849 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c8184bc-0f34-49ea-be2d-b0c7892aeb41 req-00d8277c-c88b-4dc7-bb77-30055036c5b5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.1296883 Mar 08 20:24:26.742754 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c8184bc-0f34-49ea-be2d-b0c7892aeb41 req-980bb6e9-357c-4012-ab27-dacf7dcbb233 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463881 Mar 08 20:24:27.872297 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a887c-8031-4e2c-8f12-be4fba4dce29 req-0127776e-aa34-4795-8a9e-fcbacf45baf3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:27.873759 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c2a887c-8031-4e2c-8f12-be4fba4dce29 req-0127776e-aa34-4795-8a9e-fcbacf45baf3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0530496 Mar 08 20:24:27.918705 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c2a887c-8031-4e2c-8f12-be4fba4dce29 req-71de2a74-7fc8-493c-b10d-5487c75b3f65 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386395 Mar 08 20:24:29.047677 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e900-ec40-4145-af44-dad4f0d35aa2 req-ae9bff83-6bcb-404b-9a50-9d43516d12ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:29.049624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a4d4e900-ec40-4145-af44-dad4f0d35aa2 req-ae9bff83-6bcb-404b-9a50-9d43516d12ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0583076 Mar 08 20:24:29.096840 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a4d4e900-ec40-4145-af44-dad4f0d35aa2 req-926fe6d0-1d3c-477d-b129-9e2c01434d89 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Mar 08 20:24:29.876383 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:24:30.227575 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac55310-0c3f-43fd-a35c-c95be27d4222 req-7a41da51-b2ea-4863-8086-b43b0d6b39ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:30.229159 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ac55310-0c3f-43fd-a35c-c95be27d4222 req-7a41da51-b2ea-4863-8086-b43b0d6b39ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0593171 Mar 08 20:24:30.279163 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ac55310-0c3f-43fd-a35c-c95be27d4222 req-0bfae0ee-ae09-4e6d-bf1f-bb35ce1d635d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Mar 08 20:24:31.410706 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1f86-6db7-49d8-9182-78294fbb0166 req-53588a47-629b-464c-8d1b-b347d00631d6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:31.411707 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-807a1f86-6db7-49d8-9182-78294fbb0166 req-53588a47-629b-464c-8d1b-b347d00631d6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0596604 Mar 08 20:24:31.461487 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-807a1f86-6db7-49d8-9182-78294fbb0166 req-9a7c259d-7ce2-4c07-9f83-151ac2b5469e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Mar 08 20:24:32.604044 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f726ab4-5eee-478b-973a-aee62e5e4f09 req-3d7ae119-503b-4326-82e9-5b03ea5461ee tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:32.605708 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f726ab4-5eee-478b-973a-aee62e5e4f09 req-3d7ae119-503b-4326-82e9-5b03ea5461ee tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0541542 Mar 08 20:24:32.656844 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f726ab4-5eee-478b-973a-aee62e5e4f09 req-4d2eb00a-9a9c-40e4-8c9b-63f15b9a0cfa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Mar 08 20:24:33.783120 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c629ed-df2f-47eb-8d11-a4edb947aaf5 req-9b6b5d25-6470-4260-9d9a-0ff666a82602 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:33.784615 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58c629ed-df2f-47eb-8d11-a4edb947aaf5 req-9b6b5d25-6470-4260-9d9a-0ff666a82602 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0515900 Mar 08 20:24:33.834933 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-58c629ed-df2f-47eb-8d11-a4edb947aaf5 req-3c0b454c-95a5-4ee2-a9f3-92596e355f49 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447192 Mar 08 20:24:34.971591 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6238-431c-4fe7-8090-b8f647e18e15 req-e50aa6a1-f437-4b9c-8204-9886c9770feb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:34.973484 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b0a6238-431c-4fe7-8090-b8f647e18e15 req-e50aa6a1-f437-4b9c-8204-9886c9770feb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0657647 Mar 08 20:24:35.022132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b0a6238-431c-4fe7-8090-b8f647e18e15 req-28f73441-74cc-4019-9970-c49a39d0ec3e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Mar 08 20:24:36.152177 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e036-e362-4b4b-b1d0-f1e905cc6fe2 req-a846a7e5-ec7a-4f33-89d1-990a48037891 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:36.153653 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db61e036-e362-4b4b-b1d0-f1e905cc6fe2 req-a846a7e5-ec7a-4f33-89d1-990a48037891 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0541024 Mar 08 20:24:36.202861 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-db61e036-e362-4b4b-b1d0-f1e905cc6fe2 req-65632140-f6e2-4c71-b1d9-02956f722eb2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Mar 08 20:24:37.522498 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c82a-6d0e-44de-b002-bbfecbda3133 req-0799941e-c3a0-4b49-b31f-015cb37d8a94 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:37.524129 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a34c82a-6d0e-44de-b002-bbfecbda3133 req-0799941e-c3a0-4b49-b31f-015cb37d8a94 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0666287 Mar 08 20:24:37.583849 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a34c82a-6d0e-44de-b002-bbfecbda3133 req-03ac55e5-d9ad-46ca-8520-675c3aa60788 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520842 Mar 08 20:24:38.731573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069e45f-abc4-4f1c-a54e-4ca67151dddb req-eae98fef-95ed-4c27-9226-680f55e90fc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:38.734059 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7069e45f-abc4-4f1c-a54e-4ca67151dddb req-eae98fef-95ed-4c27-9226-680f55e90fc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0580699 Mar 08 20:24:38.784714 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7069e45f-abc4-4f1c-a54e-4ca67151dddb req-b25b8042-9259-4140-9fbe-22295049bad6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Mar 08 20:24:39.928598 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eb4d2-5d27-4dd2-b49a-a14cd0e7d6cb req-9749c7d8-6fd7-4edb-9236-0447b528fa01 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:39.930685 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b2eb4d2-5d27-4dd2-b49a-a14cd0e7d6cb req-9749c7d8-6fd7-4edb-9236-0447b528fa01 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0697434 Mar 08 20:24:40.003007 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b2eb4d2-5d27-4dd2-b49a-a14cd0e7d6cb req-dd46e0c7-90c1-46fd-881d-830af3304dd7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670800 Mar 08 20:24:41.128825 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8674c42-90f9-4c12-b31a-196afb75d3e8 req-1b0b70cf-1d46-4cf6-8726-017362d5c5d8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:41.130301 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e8674c42-90f9-4c12-b31a-196afb75d3e8 req-1b0b70cf-1d46-4cf6-8726-017362d5c5d8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0554070 Mar 08 20:24:41.178015 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e8674c42-90f9-4c12-b31a-196afb75d3e8 req-e3ff4620-bbcd-429e-9bbe-c8b3ff997df8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Mar 08 20:24:42.310052 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc66c2-7afb-401c-a94b-873cbaec03fe req-d1ff3dcc-2437-4d65-bb0e-0c36584c93c3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:42.312290 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45bc66c2-7afb-401c-a94b-873cbaec03fe req-d1ff3dcc-2437-4d65-bb0e-0c36584c93c3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0568130 Mar 08 20:24:42.361810 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45bc66c2-7afb-401c-a94b-873cbaec03fe req-4d275816-3f0f-4935-8bcd-35ca4a49a17b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 Mar 08 20:24:43.494227 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f0d35-3f83-465d-9958-c2f1ea034f72 req-809f8755-12dc-4435-8c5c-ded10c74ae39 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:43.495715 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-706f0d35-3f83-465d-9958-c2f1ea034f72 req-809f8755-12dc-4435-8c5c-ded10c74ae39 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0570893 Mar 08 20:24:43.550089 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-706f0d35-3f83-465d-9958-c2f1ea034f72 req-d9a5a4f7-bc84-43b1-9536-da93b7e8d819 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478327 Mar 08 20:24:44.231390 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875de2-dea9-49dc-840f-786721b7fc3e req-82a17bf9-6885-4477-b649-547fce889b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:44.233377 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-82a17bf9-6885-4477-b649-547fce889b93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1128 time: 0.0953097 Mar 08 20:24:44.347617 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875de2-dea9-49dc-840f-786721b7fc3e req-306f55f8-1191-4cca-90b6-27638393adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:44.349162 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-306f55f8-1191-4cca-90b6-27638393adce service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0923679 Mar 08 20:24:44.435261 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-39881208-3fc6-4571-a024-abf4bf58e8b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1000 time: 0.0774240 Mar 08 20:24:44.492646 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875de2-dea9-49dc-840f-786721b7fc3e req-6b7b72e0-dddc-45ee-8af0-ecaf68414052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:44.493870 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-6b7b72e0-dddc-45ee-8af0-ecaf68414052 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0525036 Mar 08 20:24:44.549549 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875de2-dea9-49dc-840f-786721b7fc3e req-5a20cb37-faa0-44b1-8025-31186e3a1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:44.551119 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-5a20cb37-faa0-44b1-8025-31186e3a1912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510592 Mar 08 20:24:44.681861 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-a52d2950-6325-476e-9930-4be9804dea28 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228771 Mar 08 20:24:44.704994 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b206efc-4d6e-4e8e-9cd0-5b688f8690ae req-f7082782-94ad-415d-8b68-f26801f2e6c2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:44.706404 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b206efc-4d6e-4e8e-9cd0-5b688f8690ae req-f7082782-94ad-415d-8b68-f26801f2e6c2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0824063 Mar 08 20:24:44.809705 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b206efc-4d6e-4e8e-9cd0-5b688f8690ae req-64108362-7fe6-4ec0-8e67-78e3c5e78d2f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934672 Mar 08 20:24:44.816197 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91875de2-dea9-49dc-840f-786721b7fc3e req-d23fec65-0ba2-415e-8e8b-51cc1cff3f59 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263282 Mar 08 20:24:45.947209 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1c4536bb-74c7-4c9f-9231-27f80cc1fbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:45.954873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3929f-708b-42df-a74d-e7a783a2fbff req-3c7da103-cae6-46c5-abb8-b23ad5773699 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:45.958691 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7db3929f-708b-42df-a74d-e7a783a2fbff req-3c7da103-cae6-46c5-abb8-b23ad5773699 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0599127 Mar 08 20:24:46.251017 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7db3929f-708b-42df-a74d-e7a783a2fbff req-932676ee-aeea-4169-aa04-def5dcf650c4 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888072 Mar 08 20:24:47.378715 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa764064-fef6-4722-8fc6-a1c699787315 req-ef1875b7-559f-4154-b8be-3a251fbf3ac5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:47.380225 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa764064-fef6-4722-8fc6-a1c699787315 req-ef1875b7-559f-4154-b8be-3a251fbf3ac5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0546455 Mar 08 20:24:47.429331 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa764064-fef6-4722-8fc6-a1c699787315 req-ce525930-a8df-47c1-9550-7d4a013000c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Mar 08 20:24:47.765935 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49630) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:47.891806 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:47.969796 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Publish callbacks [] for security_group (b4db6f13-2c75-4513-9a46-7aa4207ca86a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.055936 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b4db6f13-2c75-4513-9a46-7aa4207ca86a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.096609 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4db6f13-2c75-4513-9a46-7aa4207ca86a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:48.100376 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=995b7ec708cc4a48a1efa22281e099d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334117 Mar 08 20:24:48.103278 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49634) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:48.106171 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.106525 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.106870 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.107206 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.108158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.108686 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.109218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.114310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bf771-3f88-4b7c-803c-e1674805d405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.155505 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Publish callbacks [] for security_group (b4db6f13-2c75-4513-9a46-7aa4207ca86a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.177538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Publish callbacks [] for security_group (b4db6f13-2c75-4513-9a46-7aa4207ca86a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.313090 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b4db6f13-2c75-4513-9a46-7aa4207ca86a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.315682 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.320540 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4db6f13-2c75-4513-9a46-7aa4207ca86a HTTP/1.1" status: 204 len: 168 time: 0.2125108 Mar 08 20:24:48.325009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4db6f13-2c75-4513-9a46-7aa4207ca86a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:48.332645 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.333032 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.333380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.333721 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.334055 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.334384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.334715 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.335050 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.335374 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.335699 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.337780 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.337878 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9c205610-b95f-4f78-ab07-6fb3583eb37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:48.338353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.338353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b95473-7009-4f91-9dc2-3170620358fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:48.556444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2add7d7-1feb-47c1-9bc1-79b85622412b req-d554559e-362e-4a62-830a-12df735611ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:48.557924 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2add7d7-1feb-47c1-9bc1-79b85622412b req-d554559e-362e-4a62-830a-12df735611ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0541353 Mar 08 20:24:48.613052 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2add7d7-1feb-47c1-9bc1-79b85622412b req-ef9e20a0-bf40-4bda-9526-1e7ab38084e5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493691 Mar 08 20:24:48.936908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49644) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:48.949574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b3b813b-89c8-4182-9b84-fc4550c21826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.024335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b3b813b-89c8-4182-9b84-fc4550c21826 admin admin] Publish callbacks [] for security_group (6feb29ce-9a1e-4d79-b6ce-2aa874ad153e), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.096071 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-8b3b813b-89c8-4182-9b84-fc4550c21826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (6feb29ce-9a1e-4d79-b6ce-2aa874ad153e), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.130395 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b813b-89c8-4182-9b84-fc4550c21826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb29ce-9a1e-4d79-b6ce-2aa874ad153e,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.139669 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-8b3b813b-89c8-4182-9b84-fc4550c21826 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89501c7367014ea287d4f0c691e015eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011120 Mar 08 20:24:49.142468 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49646) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:24:49.193704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] Publish callbacks [] for security_group (6feb29ce-9a1e-4d79-b6ce-2aa874ad153e), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.214596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] Publish callbacks [] for security_group (6feb29ce-9a1e-4d79-b6ce-2aa874ad153e), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.358995 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (6feb29ce-9a1e-4d79-b6ce-2aa874ad153e), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.361542 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.362721 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6feb29ce-9a1e-4d79-b6ce-2aa874ad153e HTTP/1.1" status: 204 len: 168 time: 0.2193301 Mar 08 20:24:49.370355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08361d3c-f950-47ae-978d-56855d527e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb29ce-9a1e-4d79-b6ce-2aa874ad153e,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:49.604308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:49.743788 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f416d8-3171-4271-be5b-aace6113a52f req-c54eae99-64d6-45c5-b8d9-b35ce806e606 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:49.745290 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6f416d8-3171-4271-be5b-aace6113a52f req-c54eae99-64d6-45c5-b8d9-b35ce806e606 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0596116 Mar 08 20:24:49.797943 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6f416d8-3171-4271-be5b-aace6113a52f req-dda87f7e-3d1f-4817-80c1-efb821d01c34 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Mar 08 20:24:50.924551 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6d71-9d44-467c-a7c2-a2209860369d req-34d3f443-f0e9-4a2e-b240-9c3a06ba5029 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:50.926060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a83f6d71-9d44-467c-a7c2-a2209860369d req-34d3f443-f0e9-4a2e-b240-9c3a06ba5029 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0537372 Mar 08 20:24:50.976633 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a83f6d71-9d44-467c-a7c2-a2209860369d req-ccc72546-bb86-4b46-84b8-7c6ac334e6cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450242 Mar 08 20:24:51.329079 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:52.102981 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2a97b-cc80-4743-bada-88c9873041ad req-5b8dc744-ee6c-4331-b84a-87e88d63b0ee tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:52.104495 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93d2a97b-cc80-4743-bada-88c9873041ad req-5b8dc744-ee6c-4331-b84a-87e88d63b0ee tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0565538 Mar 08 20:24:52.154489 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-93d2a97b-cc80-4743-bada-88c9873041ad req-eb18f2cb-c4c8-4547-a454-2ad6b0c66124 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Mar 08 20:24:52.507273 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:53.278141 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ba8d4-2d15-441c-9202-db2918d7af27 req-fab6fd31-b399-4394-b602-568b1f6f7614 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:53.280156 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-281ba8d4-2d15-441c-9202-db2918d7af27 req-fab6fd31-b399-4394-b602-568b1f6f7614 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0530324 Mar 08 20:24:53.327882 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-281ba8d4-2d15-441c-9202-db2918d7af27 req-a937c363-fa7f-4637-922c-b7ff5f8d6d4c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Mar 08 20:24:54.485558 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6255b5-9afb-4496-ad8e-fd9f7663d0cb req-3b35f580-c24d-4dbd-adb4-e855b2cc3685 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:54.487163 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c6255b5-9afb-4496-ad8e-fd9f7663d0cb req-3b35f580-c24d-4dbd-adb4-e855b2cc3685 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 944 time: 0.0776489 Mar 08 20:24:54.545736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c6255b5-9afb-4496-ad8e-fd9f7663d0cb req-f6f71b7e-9b35-4017-93bb-d6257f4fa0ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497429 Mar 08 20:24:54.697773 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:24:54.837315 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:54.858927 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'mac_address': 'fa:16:3e:ef:2e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:24:54.899200 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:24:54.899858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:54.916628 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:24:54.943408 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:24:54.987497 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:55.039856 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=9']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:24:55.047060 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.047763 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.047763 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.048119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.048453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.048784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.049110 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.049434 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.049761 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.050091 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.050418 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.051122 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.051122 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:24:55.675743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159993-67a0-45d7-9ecb-7b651784e403 req-12cf3331-4f3a-4429-8f8b-bd22318420ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:55.677274 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9159993-67a0-45d7-9ecb-7b651784e403 req-12cf3331-4f3a-4429-8f8b-bd22318420ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Mar 08 20:24:55.724912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9159993-67a0-45d7-9ecb-7b651784e403 req-1ce02177-c3a5-4787-8966-1f2fe0616122 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Mar 08 20:24:56.408738 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:24:56.849828 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f99e9-4356-4ee3-a504-5a4d00f45ad9 req-a5773da0-15d5-42d9-913c-7f3d4ece9f27 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:56.851324 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-823f99e9-4356-4ee3-a504-5a4d00f45ad9 req-a5773da0-15d5-42d9-913c-7f3d4ece9f27 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0574238 Mar 08 20:24:56.898858 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-823f99e9-4356-4ee3-a504-5a4d00f45ad9 req-6ffc3014-140f-45e8-9421-3cfa68c153c8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Mar 08 20:24:58.026199 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5a4c-22af-4af6-a16a-7b4cbb90a544 req-eaf1c4a6-6243-4a0d-a4c2-3d4782566467 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:58.027656 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bad5a4c-22af-4af6-a16a-7b4cbb90a544 req-eaf1c4a6-6243-4a0d-a4c2-3d4782566467 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0546241 Mar 08 20:24:58.074702 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bad5a4c-22af-4af6-a16a-7b4cbb90a544 req-a5866ec5-892b-4d14-b9bf-ef26b3558c37 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Mar 08 20:24:59.183545 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['b7631a9d-e2fe-4f89-8b99-c04add1640e0'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:24:59.220493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93f4be-a164-43a2-927e-86de4e2abd2d req-f011598e-126d-4dd3-bf1c-034b0e02749e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:24:59.222103 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef93f4be-a164-43a2-927e-86de4e2abd2d req-f011598e-126d-4dd3-bf1c-034b0e02749e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0744133 Mar 08 20:24:59.274532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ef93f4be-a164-43a2-927e-86de4e2abd2d req-cbb9c377-69f4-45ee-bbd9-ea9be228ea11 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Mar 08 20:25:00.400550 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf108f-0e7a-4136-8bb4-e18e99153ff4 req-8344d2b0-66ba-4872-a45e-b16fbb0de24e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:00.402158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ecf108f-0e7a-4136-8bb4-e18e99153ff4 req-8344d2b0-66ba-4872-a45e-b16fbb0de24e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0545335 Mar 08 20:25:00.450034 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 49826) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:00.457610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9ecf108f-0e7a-4136-8bb4-e18e99153ff4 req-e1a460ae-3f30-4963-8c99-ed4250a850d5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498302 Mar 08 20:25:00.556431 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eab1606d-b000-4c72-bf1d-9978d14d2118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.630470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eab1606d-b000-4c72-bf1d-9978d14d2118 admin admin] Publish callbacks [] for security_group (4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.678936 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-eab1606d-b000-4c72-bf1d-9978d14d2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.716876 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-eab1606d-b000-4c72-bf1d-9978d14d2118 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=445ffe59e6c94620a289357eccaa7237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651389 Mar 08 20:25:00.717724 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1606d-b000-4c72-bf1d-9978d14d2118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:00.720350 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49832) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:00.769164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] Publish callbacks [] for security_group (4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.790218 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] Publish callbacks [] for security_group (4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.889798 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.892390 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:00.893565 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2 HTTP/1.1" status: 204 len: 168 time: 0.1722345 Mar 08 20:25:00.901369 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6203a95-4096-436a-a537-205337c23196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca4a8bb-aea1-4db4-9c20-288bef2fc4d2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:01.523811 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49840) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:01.567789 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-107f33e2-c1fd-447d-b920-7a81bd0b8d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.620561 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf900c-9c59-4fe1-a6a8-009357a148bb req-47620a2c-45fe-4314-9c6b-3826da58f1fa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:01.622061 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8cf900c-9c59-4fe1-a6a8-009357a148bb req-47620a2c-45fe-4314-9c6b-3826da58f1fa tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0906796 Mar 08 20:25:01.692751 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8cf900c-9c59-4fe1-a6a8-009357a148bb req-02c7b16a-a8b6-4bf5-8091-35529380dcc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647235 Mar 08 20:25:01.701687 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-107f33e2-c1fd-447d-b920-7a81bd0b8d94 admin admin] Publish callbacks [] for security_group (f485cdff-ee3f-49f3-bec1-2f8f2afeece2), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.815363 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-107f33e2-c1fd-447d-b920-7a81bd0b8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f485cdff-ee3f-49f3-bec1-2f8f2afeece2), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.853224 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f33e2-c1fd-447d-b920-7a81bd0b8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f485cdff-ee3f-49f3-bec1-2f8f2afeece2,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:01.857487 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-107f33e2-c1fd-447d-b920-7a81bd0b8d94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5f3acd54b5640178f8e27bb111a1097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326666 Mar 08 20:25:01.860226 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 49844) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:01.907014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] Publish callbacks [] for security_group (f485cdff-ee3f-49f3-bec1-2f8f2afeece2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:01.930642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] Publish callbacks [] for security_group (f485cdff-ee3f-49f3-bec1-2f8f2afeece2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.055805 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (f485cdff-ee3f-49f3-bec1-2f8f2afeece2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.058365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:02.059509 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f485cdff-ee3f-49f3-bec1-2f8f2afeece2 HTTP/1.1" status: 204 len: 168 time: 0.1984138 Mar 08 20:25:02.067917 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32102b-298a-4106-81c2-fb672c0928b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f485cdff-ee3f-49f3-bec1-2f8f2afeece2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:02.817448 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240e53-570f-4285-b7ed-e1aa07fee097 req-be1ca688-b8e3-44d9-b281-900833dbd574 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:02.819024 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33240e53-570f-4285-b7ed-e1aa07fee097 req-be1ca688-b8e3-44d9-b281-900833dbd574 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Mar 08 20:25:02.868911 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33240e53-570f-4285-b7ed-e1aa07fee097 req-33c9567c-d42d-413e-bcae-ef11cb1706da tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440941 Mar 08 20:25:03.995610 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd23ee-efa0-4cdd-a64e-f9497a709ef3 req-101fcc93-45bc-46f0-b754-af18ad4c2d81 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:03.997168 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ebd23ee-efa0-4cdd-a64e-f9497a709ef3 req-101fcc93-45bc-46f0-b754-af18ad4c2d81 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0532939 Mar 08 20:25:04.049421 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ebd23ee-efa0-4cdd-a64e-f9497a709ef3 req-dc53ed75-ba14-4f8c-8633-41d4de264fb2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Mar 08 20:25:05.175991 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b198003-1ca5-4e0a-b912-d68dceff4ae8 req-dcc5e9e6-6892-4981-bab9-0769df78deba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:05.177536 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b198003-1ca5-4e0a-b912-d68dceff4ae8 req-dcc5e9e6-6892-4981-bab9-0769df78deba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0544901 Mar 08 20:25:05.223394 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1b198003-1ca5-4e0a-b912-d68dceff4ae8 req-8cb8419d-4bcd-47c8-bc8f-5853e1a6e4f5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Mar 08 20:25:06.029726 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:25:06.078783 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port b7631a9d-e2fe-4f89-8b99-c04add1640e0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:25:06.079155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.166651 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port b7631a9d-e2fe-4f89-8b99-c04add1640e0 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:25:06.167101 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.189648 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:06.191871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655eee9d-e3e0-4cf4-8c61-666626f52111" -d '{"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:06.204636 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:06.230032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d211266-55f2-455f-af6e-c33868a4b2b7 x-openstack-request-id: req-5d211266-55f2-455f-af6e-c33868a4b2b7 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:06.230032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-plugged", "status": "completed", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:06.230032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d211266-55f2-455f-af6e-c33868a4b2b7 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:06.230032 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'code': 200} Mar 08 20:25:06.312790 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:06.345517 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eadc47-b7ea-49f3-84d8-921d23dac1f1 req-a3a772c4-48ba-4a56-8eea-7e10ddf865c7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:06.347045 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8eadc47-b7ea-49f3-84d8-921d23dac1f1 req-a3a772c4-48ba-4a56-8eea-7e10ddf865c7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 945 time: 0.0542679 Mar 08 20:25:06.360764 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=10']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:06.394895 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8eadc47-b7ea-49f3-84d8-921d23dac1f1 req-13f4652b-872f-441a-b6ed-9f62bc9e6344 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Mar 08 20:25:06.875817 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:07.523341 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780f40-a2bc-453d-8ed8-c5bb0e703ed3 req-975c8647-87d3-4f4c-8819-f5651e0ab6d6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:07.524857 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09780f40-a2bc-453d-8ed8-c5bb0e703ed3 req-975c8647-87d3-4f4c-8819-f5651e0ab6d6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0565124 Mar 08 20:25:07.571363 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09780f40-a2bc-453d-8ed8-c5bb0e703ed3 req-4983c7b6-3215-4ab9-96ab-3de7e9149d7d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Mar 08 20:25:08.696312 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10b82a-6bd5-4ccb-b8f2-a3f2d9534986 req-30dd9393-8449-4a0f-8a1e-b6c736403313 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:08.697806 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d10b82a-6bd5-4ccb-b8f2-a3f2d9534986 req-30dd9393-8449-4a0f-8a1e-b6c736403313 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0534968 Mar 08 20:25:08.744410 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d10b82a-6bd5-4ccb-b8f2-a3f2d9534986 req-dd8e7bad-b448-46f1-b44b-a51499d3fbeb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 Mar 08 20:25:09.865581 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96cf89-ba9b-4eba-bff3-7c3656fdef06 req-d37386bf-4480-4e98-b588-43a55892f2ba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:09.867092 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd96cf89-ba9b-4eba-bff3-7c3656fdef06 req-d37386bf-4480-4e98-b588-43a55892f2ba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0535815 Mar 08 20:25:09.917807 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd96cf89-ba9b-4eba-bff3-7c3656fdef06 req-4182249b-31be-4ec6-afa7-cc63bda8b379 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Mar 08 20:25:11.036592 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e13cf9-fa7c-4a56-8cf7-848c07555351 req-fba6f0f9-5d6a-42d1-a244-acfd7be99200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:11.038110 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c7e13cf9-fa7c-4a56-8cf7-848c07555351 req-fba6f0f9-5d6a-42d1-a244-acfd7be99200 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1131 time: 0.0743430 Mar 08 20:25:11.058818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b77da4-6bc8-4922-8c7a-59d0af828b60 req-418dd4e0-7388-413d-96d5-8516f1d651af tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:11.060532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5b77da4-6bc8-4922-8c7a-59d0af828b60 req-418dd4e0-7388-413d-96d5-8516f1d651af tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0676854 Mar 08 20:25:11.123580 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c7e13cf9-fa7c-4a56-8cf7-848c07555351 req-329c47ac-4110-4f0c-abe7-a17f6bcebdd8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773792 Mar 08 20:25:11.127813 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e5b77da4-6bc8-4922-8c7a-59d0af828b60 req-662ce2de-6bfa-48f8-99e0-775dfb433ea8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612664 Mar 08 20:25:12.254383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410d379-c987-4df9-a152-a4894d87b557 req-b5b6a886-6c8b-440d-8e9a-f3bcdd6ab305 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:12.255902 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2410d379-c987-4df9-a152-a4894d87b557 req-b5b6a886-6c8b-440d-8e9a-f3bcdd6ab305 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0573671 Mar 08 20:25:12.304646 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2410d379-c987-4df9-a152-a4894d87b557 req-caae51e7-f456-47ff-b8ad-03c26d47dd1a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Mar 08 20:25:13.426310 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb01847-191c-4c1b-8862-7088ec8ff84c req-3f49c566-fb68-4ef4-b739-925360c3124a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:13.427841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2eb01847-191c-4c1b-8862-7088ec8ff84c req-3f49c566-fb68-4ef4-b739-925360c3124a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0518761 Mar 08 20:25:13.475035 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2eb01847-191c-4c1b-8862-7088ec8ff84c req-a62c172b-a452-4a99-a115-2b62b3852c6f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Mar 08 20:25:14.603142 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415e40b-764b-4558-9f68-71c9c1a7bae7 req-e95469e4-c8f3-499e-8955-eb68e78b9ed9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:14.603142 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f415e40b-764b-4558-9f68-71c9c1a7bae7 req-e95469e4-c8f3-499e-8955-eb68e78b9ed9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0570076 Mar 08 20:25:14.648154 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f415e40b-764b-4558-9f68-71c9c1a7bae7 req-c7997877-c715-4159-8a47-583dc2fee405 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Mar 08 20:25:15.768518 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefd228-b72c-4443-b4a9-62024bc1b02f req-271fc6b4-b21e-4dde-ad89-b1abf72dfaed tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:15.769985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cbefd228-b72c-4443-b4a9-62024bc1b02f req-271fc6b4-b21e-4dde-ad89-b1abf72dfaed tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0514066 Mar 08 20:25:15.815734 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cbefd228-b72c-4443-b4a9-62024bc1b02f req-07ed5221-ceb3-4a5e-9b53-a85a13926951 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Mar 08 20:25:15.970199 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f7e3294e-e404-4619-8ed3-3211bc1ec133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:16.937160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3598d-e7ad-45cd-a3cc-683be0ce3d4d req-2f6e6c75-24fb-4d04-9ccc-acfb51080f36 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:16.938641 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dca3598d-e7ad-45cd-a3cc-683be0ce3d4d req-2f6e6c75-24fb-4d04-9ccc-acfb51080f36 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0526254 Mar 08 20:25:16.988028 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dca3598d-e7ad-45cd-a3cc-683be0ce3d4d req-ae76a162-e4ab-4a3b-baf9-178e76a6fd3c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Mar 08 20:25:18.112025 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafe8dd-54cd-47a5-80b9-d25b3d7017bc req-8afdc8ae-467b-4f32-a3ef-694db78bb500 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:18.113703 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eaafe8dd-54cd-47a5-80b9-d25b3d7017bc req-8afdc8ae-467b-4f32-a3ef-694db78bb500 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0541558 Mar 08 20:25:18.161662 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eaafe8dd-54cd-47a5-80b9-d25b3d7017bc req-8ea743d3-e726-4055-9571-2466df542589 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 Mar 08 20:25:18.288666 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-51a72424-0127-453c-9560-45d85653c05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:19.283934 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76622-2365-43d9-97d6-3af1b2a9e72e req-bf7b99d6-d664-4343-9beb-91faeef41f02 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:19.285395 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bd76622-2365-43d9-97d6-3af1b2a9e72e req-bf7b99d6-d664-4343-9beb-91faeef41f02 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0517104 Mar 08 20:25:19.333558 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5bd76622-2365-43d9-97d6-3af1b2a9e72e req-b1005e47-4c87-4afb-9c6c-203c74c8537e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Mar 08 20:25:19.592952 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:20.461802 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e16a1f-fa46-4954-a623-f4801eba0d1b req-4863d92e-d3d5-4d17-8157-c00b4054f0fe tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:20.463283 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73e16a1f-fa46-4954-a623-f4801eba0d1b req-4863d92e-d3d5-4d17-8157-c00b4054f0fe tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0559430 Mar 08 20:25:20.508561 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73e16a1f-fa46-4954-a623-f4801eba0d1b req-bda76939-cddb-41a0-9617-9c3b964006c6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Mar 08 20:25:21.339263 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:21.633883 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48cba-a59e-4337-8f5c-522daac3b86d req-7e41c0db-d8f8-4b03-9e3f-2a937ae4cd6c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:21.635383 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20b48cba-a59e-4337-8f5c-522daac3b86d req-7e41c0db-d8f8-4b03-9e3f-2a937ae4cd6c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0552208 Mar 08 20:25:21.683079 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20b48cba-a59e-4337-8f5c-522daac3b86d req-32f645a7-dfe4-4d5e-9c13-c2e013e3c31c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Mar 08 20:25:22.506894 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:22.805056 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5cd40-b587-4b36-a7be-7c6a751c3319 req-4525adc5-076e-4420-8631-fc452a713d2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:22.806443 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bd5cd40-b587-4b36-a7be-7c6a751c3319 req-4525adc5-076e-4420-8631-fc452a713d2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0531695 Mar 08 20:25:22.857969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6bd5cd40-b587-4b36-a7be-7c6a751c3319 req-afd45d0a-6456-4ff7-8fa4-8ef92a9aeedd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Mar 08 20:25:26.254570 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:28.842104 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ab777-7b28-40bd-bb83-514080d71488 req-cd2aef86-6cc1-41df-9752-91bbb1d72a5b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:28.843789 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-200ab777-7b28-40bd-bb83-514080d71488 req-cd2aef86-6cc1-41df-9752-91bbb1d72a5b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0538011 Mar 08 20:25:28.889844 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-200ab777-7b28-40bd-bb83-514080d71488 req-3bd52e83-4fce-467d-9ad6-c3bd2a6d11e0 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Mar 08 20:25:30.010283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d67fc2-ae89-4fc6-acb4-01c2a3f2b5e4 req-c1eb6219-9c28-45eb-9708-14db7c8861de tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.011760 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d6d67fc2-ae89-4fc6-acb4-01c2a3f2b5e4 req-c1eb6219-9c28-45eb-9708-14db7c8861de tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0519602 Mar 08 20:25:30.060389 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d6d67fc2-ae89-4fc6-acb4-01c2a3f2b5e4 req-6cb392e7-fe63-407c-bb6a-1e6238510334 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Mar 08 20:25:30.469715 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-0db8a452-b2af-490a-9a47-723a04d45e36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458829 Mar 08 20:25:30.555307 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-e06f73bb-8e45-40e1-a763-902a459e473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:30.556845 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-e06f73bb-8e45-40e1-a763-902a459e473d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.0426617 Mar 08 20:25:31.176975 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f7e4-087d-4700-aadd-ebeac0dfb3c3 req-e38bfc76-9f5f-4036-98a9-57afa475cb51 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:31.178435 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e9f9f7e4-087d-4700-aadd-ebeac0dfb3c3 req-e38bfc76-9f5f-4036-98a9-57afa475cb51 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0516274 Mar 08 20:25:31.224076 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e9f9f7e4-087d-4700-aadd-ebeac0dfb3c3 req-9bac86b7-bb50-4eb8-807e-45d346b70fbe tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Mar 08 20:25:31.616778 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-1305d59c-c7a0-49cf-a5fa-3ce5ad2cbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:31.618278 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-1305d59c-c7a0-49cf-a5fa-3ce5ad2cbca9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.0874703 Mar 08 20:25:32.342594 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08421cb4-437c-4e59-bb75-e6da0555a42f req-8bba45dc-6a28-4780-84c9-bfc2276426ce tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:32.344107 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-08421cb4-437c-4e59-bb75-e6da0555a42f req-8bba45dc-6a28-4780-84c9-bfc2276426ce tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0538030 Mar 08 20:25:32.390321 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-08421cb4-437c-4e59-bb75-e6da0555a42f req-13c83310-04e4-458a-96a8-e7c8247d5e8b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Mar 08 20:25:32.531610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-77459212-8f3f-4e42-adb0-bdf3b84d6d68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1002 time: 0.0632339 Mar 08 20:25:33.507701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f1d5-f1f7-4c01-bc08-b4a7c760ab44 req-ebddb1b4-afd8-4e30-8807-fcfe8f9ab7f8 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:33.509210 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2080f1d5-f1f7-4c01-bc08-b4a7c760ab44 req-ebddb1b4-afd8-4e30-8807-fcfe8f9ab7f8 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0532007 Mar 08 20:25:33.556031 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2080f1d5-f1f7-4c01-bc08-b4a7c760ab44 req-188ac46f-75e4-4d3f-bc15-b7096310cb02 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401568 Mar 08 20:25:33.745514 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-56d0686f-cc50-4a51-a7f9-c823b91c3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:33.747736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-56d0686f-cc50-4a51-a7f9-c823b91c3792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0439723 Mar 08 20:25:33.800514 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-0ab920bb-1b72-4e0f-9b36-0d27c5546f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:33.801994 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-0ab920bb-1b72-4e0f-9b36-0d27c5546f78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483787 Mar 08 20:25:33.889757 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-9c47b44d-f850-4d21-b4f4-f0d339e15873 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808160 Mar 08 20:25:33.979702 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-501b0f62-27d1-47f8-8f97-0fff35c8584a req-979fe222-fd6d-49ae-8c7f-ec048e59a706 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836706 Mar 08 20:25:34.673630 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f14f0-0d8c-45d8-a1bf-3b9fc0c22d2e req-96e1bead-5f3f-4257-9247-f57fd60e6956 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:34.675087 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a6f14f0-0d8c-45d8-a1bf-3b9fc0c22d2e req-96e1bead-5f3f-4257-9247-f57fd60e6956 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0524983 Mar 08 20:25:34.724418 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a6f14f0-0d8c-45d8-a1bf-3b9fc0c22d2e req-98533433-6c3f-4ac3-b4aa-d063d366061d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Mar 08 20:25:34.854610 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-5570435a-4ddf-49d7-a421-5b469c714388 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:34.856860 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-5570435a-4ddf-49d7-a421-5b469c714388 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 945 time: 0.0565019 Mar 08 20:25:34.952281 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Deleting port 88870e2a-f533-4452-affc-571a12cbf383 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:25:34.953320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (88870e2a-f533-4452-affc-571a12cbf383), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.053014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] For port 88870e2a-f533-4452-affc-571a12cbf383, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=88870e2a-f533-4452-affc-571a12cbf383,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:25:35.053385 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (88870e2a-f533-4452-affc-571a12cbf383), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.066777 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Calling delete_port for 88870e2a-f533-4452-affc-571a12cbf383 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:25:35.255467 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (88870e2a-f533-4452-affc-571a12cbf383), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.267834 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['88870e2a-f533-4452-affc-571a12cbf383'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:25:35.303393 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Pushing event deleted for resources: {'Port': ['ID=88870e2a-f533-4452-affc-571a12cbf383,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:35.344905 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] No DVR routers for this DVR port 88870e2a-f533-4452-affc-571a12cbf383 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:25:35.347373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:35.350895 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8bdb2341-c4d6-4e95-b26c-64343112b9bb req-d1d27318-ffdf-4ea1-8b53-5be7c4e48e99 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "DELETE /v2.0/ports/88870e2a-f533-4452-affc-571a12cbf383 HTTP/1.1" status: 204 len: 173 time: 0.4890785 Mar 08 20:25:35.351332 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'name': 'network-vif-deleted', 'tag': '88870e2a-f533-4452-affc-571a12cbf383'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:35.353589 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc41615-5a8a-485b-ab5d-e7deb7d6e62e" -d '{"events": [{"server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "name": "network-vif-deleted", "tag": "88870e2a-f533-4452-affc-571a12cbf383"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:35.515357 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d3f81-03f1-4bbd-8c87-5b69a519ed4c x-openstack-request-id: req-6e9d3f81-03f1-4bbd-8c87-5b69a519ed4c {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:35.515713 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a546fc0-d79c-4c09-80d8-50729d125fbb", "name": "network-vif-deleted", "tag": "88870e2a-f533-4452-affc-571a12cbf383", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:35.521082 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e9d3f81-03f1-4bbd-8c87-5b69a519ed4c {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:35.521082 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a546fc0-d79c-4c09-80d8-50729d125fbb', 'name': 'network-vif-deleted', 'tag': '88870e2a-f533-4452-affc-571a12cbf383', 'status': 'completed', 'code': 200} Mar 08 20:25:35.830425 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cae0dcc9-5ad0-492c-88b6-d3f82e22401f req-d2688944-58d0-4170-a5a4-aeb743b49003 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a546fc0-d79c-4c09-80d8-50729d125fbb HTTP/1.1" status: 200 len: 210 time: 0.0285792 Mar 08 20:25:38.180365 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 88870e2a-f533-4452-affc-571a12cbf383 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:25:38.203486 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 88870e2a-f533-4452-affc-571a12cbf383 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:25:38.203858 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 88870e2a-f533-4452-affc-571a12cbf383 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:25:42.822424 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50218) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:42.927203 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbb63-086a-4b20-9924-e2a3fd747141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.000391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbb63-086a-4b20-9924-e2a3fd747141 admin admin] Publish callbacks [] for security_group (ebd9e78c-7ac5-41c4-849b-ed31d2c831dc), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.139013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbb63-086a-4b20-9924-e2a3fd747141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ebd9e78c-7ac5-41c4-849b-ed31d2c831dc), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.182753 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fc0cbb63-086a-4b20-9924-e2a3fd747141 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59deb56c49754eb28c898db4bde1590a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592482 Mar 08 20:25:43.184323 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cbb63-086a-4b20-9924-e2a3fd747141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9e78c-7ac5-41c4-849b-ed31d2c831dc,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:43.186777 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50222) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:43.234928 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] Publish callbacks [] for security_group (ebd9e78c-7ac5-41c4-849b-ed31d2c831dc), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.259401 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] Publish callbacks [] for security_group (ebd9e78c-7ac5-41c4-849b-ed31d2c831dc), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.363612 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ebd9e78c-7ac5-41c4-849b-ed31d2c831dc), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.366218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:43.367376 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebd9e78c-7ac5-41c4-849b-ed31d2c831dc HTTP/1.1" status: 204 len: 168 time: 0.1795454 Mar 08 20:25:43.375341 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc700ce-2d8c-49b4-8211-244466b3eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9e78c-7ac5-41c4-849b-ed31d2c831dc,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:43.874384 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:25:45.969174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5f1b56f9-e8b8-432f-a6e6-b53aa5e14daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:48.281530 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3e958f4e-a3f6-4ae8-ae7a-bf0905ca42f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:49.528175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-74cede83-e4cd-4453-b303-10e53c045f1e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:49.529656 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-74cede83-e4cd-4453-b303-10e53c045f1e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/networks?id=e6f2a251-9531-4323-885b-e58d53b3e1d9 HTTP/1.1" status: 200 len: 814 time: 0.1028445 Mar 08 20:25:49.544996 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-40f714cd-209b-4586-8ac3-389279b2f4cf tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/quotas/0b1b5c3b69a845f3a228460f6c0060f9 HTTP/1.1" status: 200 len: 375 time: 0.0097904 Mar 08 20:25:49.579374 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:49.580552 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-a2926944-2ae7-4928-a0f4-c4a8f247ff1c tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307069 Mar 08 20:25:49.759604 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-e7de6e75-f3b1-4f8a-8bf7-2f580f10f8bc service neutron] 10.222.0.18 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724045 Mar 08 20:25:49.850524 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-98279186-71c6-43a7-a0e7-731a49d33930 service neutron] 10.222.0.18 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Mar 08 20:25:50.119252 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b8af2d0-86aa-425f-8e3d-14f2b906cf31 req-a571345d-b82f-4215-9efd-804adc6c7d4d tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0271213 Mar 08 20:25:51.212194 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-470e9760-36c4-49cb-816d-c913b2c88c03 req-77910722-efc8-422c-8786-52edffc3341a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0274861 Mar 08 20:25:51.346062 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:52.311133 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9f0ee388-5db3-4edd-b82c-b3431cc63c37 req-0fbec404-7e37-4137-a95a-14c309680b9a tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0274107 Mar 08 20:25:52.523276 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:53.407321 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d83ed46d-3647-40c7-bc26-32f2ff1343d7 req-0eb95ea9-96a4-4e47-8284-29e65d2006e8 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0261292 Mar 08 20:25:54.499677 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d131b016-c774-4762-ba48-5fcda8b69a7c req-176e68db-3f46-4958-bc20-09a35eccbbfd tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0270917 Mar 08 20:25:55.594526 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c215a80b-3698-4019-9a81-3e8fe17240d6 req-52d83438-8f8d-4eaa-a6b8-66a0beaca01e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0305293 Mar 08 20:25:56.005679 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-74bb873a-9d9e-40fb-94f0-d72e69a7fa41 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:56.007164 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-74bb873a-9d9e-40fb-94f0-d72e69a7fa41 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "GET /v2.0/networks?id=e6f2a251-9531-4323-885b-e58d53b3e1d9 HTTP/1.1" status: 200 len: 814 time: 0.1079199 Mar 08 20:25:56.020382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Request body: {'port': {'device_id': '03004172-01fc-4d72-8680-32950b228c8d', 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9', 'admin_state_up': True, 'tenant_id': '0b1b5c3b69a845f3a228460f6c0060f9'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:56.212957 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Made reservation on behalf of 0b1b5c3b69a845f3a228460f6c0060f9 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:25:56.216432 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:56.299111 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:56.359623 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Allocated IP 172.20.0.10 (e6f2a251-9531-4323-885b-e58d53b3e1d9/770f9c00-82f2-4fd3-b672-5bc4105d4365/f38713ae-f4cd-4ac9-8eaf-410a704cb005) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:25:56.546620 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks [] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:56.661425 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:56.738193 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Network e6f2a251-9531-4323-885b-e58d53b3e1d9 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:25:56.743455 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:25:56.751940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:25:56.758301 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Pushing event updated for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:56.796914 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.797170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.798359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.798359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.798359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.798669 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.798919 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.799412 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.799952 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.800426 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.800950 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.801512 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.802184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:56.830184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8ca45-5a60-4ea6-8322-503fcf9fbd4f req-f3fa3813-1a0e-46ae-a0ff-426a07287c45 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:56.831829 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9c8ca45-5a60-4ea6-8322-503fcf9fbd4f req-f3fa3813-1a0e-46ae-a0ff-426a07287c45 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 932 time: 0.1571207 Mar 08 20:25:56.837203 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:56.837853 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:56.889757 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9c8ca45-5a60-4ea6-8322-503fcf9fbd4f req-2ea39a15-feb9-438a-9669-8a59e2605308 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480325 Mar 08 20:25:56.943419 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-23f7b87f-1833-4ef1-8ee5-154c4c828517 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9268677 Mar 08 20:25:56.955180 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Request body: {'port': {'device_id': '03004172-01fc-4d72-8680-32950b228c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:25:57.015907 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.287833 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38713ae-f4cd-4ac9-8eaf-410a704cb005 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:25:57.295415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks [] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.310091 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Transition to ACTIVE for port object f38713ae-f4cd-4ac9-8eaf-410a704cb005 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:25:57.380868 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.434078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:57.501053 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Attempting to bind port f38713ae-f4cd-4ac9-8eaf-410a704cb005 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:25:57.501390 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Attempting to bind port f38713ae-f4cd-4ac9-8eaf-410a704cb005 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:25:57.501716 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Attempting to bind port f38713ae-f4cd-4ac9-8eaf-410a704cb005 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:57.505898 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Port f38713ae-f4cd-4ac9-8eaf-410a704cb005 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:25:57.506216 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Attempting to bind port f38713ae-f4cd-4ac9-8eaf-410a704cb005 on network e6f2a251-9531-4323-885b-e58d53b3e1d9 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:25:57.511487 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:25:57.511866 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Checking segment: {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:25:57.512258 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Bound using segment: {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:25:57.512673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Bound port: f38713ae-f4cd-4ac9-8eaf-410a704cb005, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa42e182-7ee8-4110-8c6c-e2632e9c738b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:25:57.513025 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.574391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:25:57.577308 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:25:57.672622 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.709803 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:57.710414 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:57.711815 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/f38713ae-f4cd-4ac9-8eaf-410a704cb005 HTTP/1.1" status: 200 len: 1094 time: 0.7608593 Mar 08 20:25:57.712248 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:25:57.715007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:25:57.736328 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c604d72-0716-4519-856d-f46d000ff2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:57.751525 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8012c134-6bc7-45f9-994a-c2f7bd3ca49b x-openstack-request-id: req-8012c134-6bc7-45f9-994a-c2f7bd3ca49b {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:25:57.751850 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:25:57.752169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8012c134-6bc7-45f9-994a-c2f7bd3ca49b {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:25:57.752531 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005', 'status': 'completed', 'code': 200} Mar 08 20:25:57.818563 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-4fb8ad61-1e60-4e9e-b43d-3254eadeb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:57.820106 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-4fb8ad61-1e60-4e9e-b43d-3254eadeb54d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 1128 time: 0.0453169 Mar 08 20:25:57.922531 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-bffea2a1-7d9a-482a-a2bc-d3db641f0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:57.924025 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-bffea2a1-7d9a-482a-a2bc-d3db641f0697 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957010 Mar 08 20:25:58.053078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-42cee2a7-038b-407d-9325-fdc891695525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:58.054532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b79fcfc-04ca-4c2c-8e84-66573da56dd5 req-42cee2a7-038b-407d-9325-fdc891695525 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1229677 Mar 08 20:25:58.066443 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f098ee-4cdc-4b96-9d68-5121f5417eed req-4a2b79f3-6b45-4bda-a02b-9404a05eb72e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:58.067915 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09f098ee-4cdc-4b96-9d68-5121f5417eed req-4a2b79f3-6b45-4bda-a02b-9404a05eb72e tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 944 time: 0.1038456 Mar 08 20:25:58.141480 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09f098ee-4cdc-4b96-9d68-5121f5417eed req-31026ed2-b99d-42e6-959a-77c0dd8b9aed tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678008 Mar 08 20:25:58.153195 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-3f9b3721-fcb3-49d2-b1d0-dbda76a3280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:58.154645 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-3f9b3721-fcb3-49d2-b1d0-dbda76a3280c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 1128 time: 0.0641177 Mar 08 20:25:58.427381 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-d3c82cb2-f6b6-4171-94a0-912da2e0492b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005 HTTP/1.1" status: 200 len: 217 time: 0.2615345 Mar 08 20:25:58.474995 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-ae88ebfc-e913-4535-a703-6995c1f2a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:58.476464 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-ae88ebfc-e913-4535-a703-6995c1f2a3f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=770f9c00-82f2-4fd3-b672-5bc4105d4365 HTTP/1.1" status: 200 len: 854 time: 0.0423255 Mar 08 20:25:58.507332 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-3586fb43-ac98-42e1-844a-5de856fd9084 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6f2a251-9531-4323-885b-e58d53b3e1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240505 Mar 08 20:25:58.598748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-4398ff60-1089-4b15-becd-95d791725031 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Mar 08 20:25:58.688732 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6c7f1c2-cadc-4af2-b3ab-1e1b9ea51b36 req-7ee6d26b-6527-4447-9d15-1743037731fe service neutron] 10.222.0.47 "GET /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823624 Mar 08 20:25:58.942643 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50384) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:59.045117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.115499 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Publish callbacks [] for security_group (dc82afee-a8eb-49df-bb05-dced72688c9c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.196101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (dc82afee-a8eb-49df-bb05-dced72688c9c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.234487 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff45d2566e8c49aca6fff366668565ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907631 Mar 08 20:25:59.235902 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc82afee-a8eb-49df-bb05-dced72688c9c,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:25:59.237198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50390) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:25:59.243930 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.244358 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.244636 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.244969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.245879 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.246381 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.246716 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.247069 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.247517 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.247905 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.248235 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.248559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.248884 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e09cb-ce9c-42e2-bbc0-b83afcee8f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:25:59.293600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee830b7-7c54-4c9d-8e54-37ce80cee84a req-bfe92900-4b39-4d79-8ba9-8301e45672dd tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:25:59.295333 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cee830b7-7c54-4c9d-8e54-37ce80cee84a req-bfe92900-4b39-4d79-8ba9-8301e45672dd tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 944 time: 0.0872796 Mar 08 20:25:59.318795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] Publish callbacks [] for security_group (dc82afee-a8eb-49df-bb05-dced72688c9c), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.356644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] Publish callbacks [] for security_group (dc82afee-a8eb-49df-bb05-dced72688c9c), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.370067 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cee830b7-7c54-4c9d-8e54-37ce80cee84a req-2c3c7db2-76e4-4c35-9c7a-66c93a7a6f68 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Mar 08 20:25:59.477626 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (dc82afee-a8eb-49df-bb05-dced72688c9c), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.480790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:25:59.481912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc82afee-a8eb-49df-bb05-dced72688c9c HTTP/1.1" status: 204 len: 168 time: 0.2438016 Mar 08 20:25:59.489549 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b0d3b-d853-4673-9e7a-c2a5ce7673a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc82afee-a8eb-49df-bb05-dced72688c9c,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:00.487198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5753494-23c1-492d-808b-502573163504 req-f59fce44-d765-478d-aa44-44cdce0ef6df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:00.488673 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5753494-23c1-492d-808b-502573163504 req-f59fce44-d765-478d-aa44-44cdce0ef6df tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 944 time: 0.0522602 Mar 08 20:26:00.535168 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5753494-23c1-492d-808b-502573163504 req-e8610823-80ea-4f1a-8cc0-e347576739f0 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Mar 08 20:26:01.655293 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36649fd-b06f-4049-9d0d-67dc94c4b389 req-cdd43474-71b4-4ebc-82e5-4d00f3e0bb70 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:01.656797 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d36649fd-b06f-4049-9d0d-67dc94c4b389 req-cdd43474-71b4-4ebc-82e5-4d00f3e0bb70 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 944 time: 0.0558710 Mar 08 20:26:01.702328 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d36649fd-b06f-4049-9d0d-67dc94c4b389 req-32a02ce3-8d95-49cb-8eb4-077d9d7bfd94 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400877 Mar 08 20:26:02.308478 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f38713ae-f4cd-4ac9-8eaf-410a704cb005 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:26:02.413721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:26:02.424463 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005', 'network_id': 'e6f2a251-9531-4323-885b-e58d53b3e1d9', 'port_id': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005', 'mac_address': 'fa:16:3e:7c:d0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770f9c00-82f2-4fd3-b672-5bc4105d4365', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:26:02.460295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port f38713ae-f4cd-4ac9-8eaf-410a704cb005 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:02.460675 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:02.474046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38713ae-f4cd-4ac9-8eaf-410a704cb005 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:26:02.493304 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:26:02.563217 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:02.612205 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:02.619270 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.619618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.619990 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.620325 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.620654 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.620979 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.621307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.622675 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.623010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.623339 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.623692 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.624036 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.624364 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:26:02.823221 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09bda3-27c9-4cf4-ade2-720bd75d43a3 req-84fe2243-fd08-4182-baa0-b65d0a293a71 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:02.823221 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a09bda3-27c9-4cf4-ade2-720bd75d43a3 req-84fe2243-fd08-4182-baa0-b65d0a293a71 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 945 time: 0.0521185 Mar 08 20:26:02.867062 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8a09bda3-27c9-4cf4-ade2-720bd75d43a3 req-f83c0142-44ac-41a9-bb1e-43bb2acf9045 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Mar 08 20:26:03.060335 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['f38713ae-f4cd-4ac9-8eaf-410a704cb005'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:26:03.986644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127ceb7-7877-4c29-ac88-1609e342cd1f req-8c2acc8c-20ee-4de2-bfe4-c56d11f27ef6 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:03.988132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b127ceb7-7877-4c29-ac88-1609e342cd1f req-8c2acc8c-20ee-4de2-bfe4-c56d11f27ef6 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 945 time: 0.0552957 Mar 08 20:26:04.033889 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b127ceb7-7877-4c29-ac88-1609e342cd1f req-6668aa04-4883-4739-80b6-c00d8413b16c tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Mar 08 20:26:04.305437 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f38713ae-f4cd-4ac9-8eaf-410a704cb005 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:26:04.449140 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port f38713ae-f4cd-4ac9-8eaf-410a704cb005 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:26:04.453786 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port f38713ae-f4cd-4ac9-8eaf-410a704cb005 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:26:04.454167 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:04.528995 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port f38713ae-f4cd-4ac9-8eaf-410a704cb005 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:26:04.529384 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:04.552453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:26:04.554675 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2499d-da83-40c9-a9ea-ea25362e8ccf" -d '{"events": [{"server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "name": "network-vif-plugged", "status": "completed", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:26:04.567277 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:26:04.635829 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:04.692115 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:04.770936 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d2f8a-4790-41f6-83cf-31ac8ae4be53 x-openstack-request-id: req-136d2f8a-4790-41f6-83cf-31ac8ae4be53 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:26:04.771300 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "name": "network-vif-plugged", "status": "completed", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:26:04.771622 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-136d2f8a-4790-41f6-83cf-31ac8ae4be53 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:26:04.772135 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005', 'code': 200} Mar 08 20:26:05.066266 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd60c-8006-47e0-a632-0719c4b1d569 req-51d26173-56a9-4286-947e-c8a8b32b6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:05.067810 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-407dd60c-8006-47e0-a632-0719c4b1d569 req-51d26173-56a9-4286-947e-c8a8b32b6b8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 1130 time: 0.0430157 Mar 08 20:26:05.138280 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-407dd60c-8006-47e0-a632-0719c4b1d569 req-87dba3ab-8b10-4588-a73d-7765012f4e85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632324 Mar 08 20:26:05.158873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda1b6-ce55-4d6f-a8bf-4266864896f1 req-dc96c273-cf00-47cd-9f5a-62f73d20103b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:05.160312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-66cda1b6-ce55-4d6f-a8bf-4266864896f1 req-dc96c273-cf00-47cd-9f5a-62f73d20103b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0602913 Mar 08 20:26:05.209796 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-66cda1b6-ce55-4d6f-a8bf-4266864896f1 req-de5b43f8-851a-43a1-997d-deeca4b0b2ce tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Mar 08 20:26:06.335933 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20722871-317a-40e7-903f-fa51ee3c005d req-2e7583d7-9d0c-485f-9999-d092b5df558f tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:06.337417 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20722871-317a-40e7-903f-fa51ee3c005d req-2e7583d7-9d0c-485f-9999-d092b5df558f tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0611024 Mar 08 20:26:06.382778 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20722871-317a-40e7-903f-fa51ee3c005d req-ab5633f5-8db9-476f-a4bf-f4750159f7c4 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Mar 08 20:26:07.502839 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b8bfc-d466-423f-b2c6-c29592c9611b req-a9448ef3-326e-4f06-afd3-77c37362fc10 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:07.504353 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc1b8bfc-d466-423f-b2c6-c29592c9611b req-a9448ef3-326e-4f06-afd3-77c37362fc10 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0528462 Mar 08 20:26:07.550732 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc1b8bfc-d466-423f-b2c6-c29592c9611b req-e52bb76d-709e-4f21-840c-a220724da505 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Mar 08 20:26:15.946033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-911e64c1-3896-44b0-aac3-925aa54afdc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:18.283187 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6bb56a2b-be69-4760-b1b1-eee1a1c30e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:19.568333 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:20.874248 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:26:21.403677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:22.517840 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:26.282638 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:31.445191 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b014787-0437-40e3-8822-06058b28e27a req-e7fc863e-6ea5-44a8-83b8-a166a098ca96 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:31.446625 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b014787-0437-40e3-8822-06058b28e27a req-e7fc863e-6ea5-44a8-83b8-a166a098ca96 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0566511 Mar 08 20:26:31.495261 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b014787-0437-40e3-8822-06058b28e27a req-95846610-281a-40ee-9aba-d393e3bb147a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Mar 08 20:26:32.452488 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-23b798ed-a4c7-4bd2-959d-4eecc5ebc1d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453770 Mar 08 20:26:32.520707 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-bbd4d043-2daa-44be-83b6-2facb1b2ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:32.522808 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-bbd4d043-2daa-44be-83b6-2facb1b2ac6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 1131 time: 0.0467639 Mar 08 20:26:32.678534 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542cc9-f6a3-4703-a998-513d80856699 req-0a697885-a833-48b6-a841-ee50581c8474 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:32.680023 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c542cc9-f6a3-4703-a998-513d80856699 req-0a697885-a833-48b6-a841-ee50581c8474 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1121655 Mar 08 20:26:32.680965 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-bea92eea-45ae-4215-b4d9-b9aff9069cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:32.682263 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-bea92eea-45ae-4215-b4d9-b9aff9069cc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.1351838 Mar 08 20:26:32.776639 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c542cc9-f6a3-4703-a998-513d80856699 req-0e6249c6-183f-4d12-995c-a53fac269eca tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909944 Mar 08 20:26:32.778333 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-d9a57ac5-9561-4c01-b051-1dea4ad51752 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 200 len: 1002 time: 0.0869527 Mar 08 20:26:32.832186 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-f1172cd1-0c79-4425-91ff-0b0e05f952b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:32.834208 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-f1172cd1-0c79-4425-91ff-0b0e05f952b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0436594 Mar 08 20:26:32.884235 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-63faab31-c6d6-4242-ad91-79041ca94a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:32.885718 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-63faab31-c6d6-4242-ad91-79041ca94a8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437829 Mar 08 20:26:32.979023 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-532d36c3-5a01-499e-9bb2-459d5479cbc2 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854995 Mar 08 20:26:33.068670 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-095a561d-9607-4265-bca5-f5bfa9d0c066 req-51fcbfdf-e698-487f-9f04-510c5e6dc15b service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821886 Mar 08 20:26:33.901615 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d45cb-cded-4593-b772-fd95d78c738a req-e90959d9-4b4f-424e-993d-b14fee404731 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:33.903095 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a7d45cb-cded-4593-b772-fd95d78c738a req-e90959d9-4b4f-424e-993d-b14fee404731 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0574565 Mar 08 20:26:33.950186 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7a7d45cb-cded-4593-b772-fd95d78c738a req-831fa162-8e0f-4f05-b611-1a65f189ffc6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Mar 08 20:26:35.098871 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a731-d5d2-4406-8308-3592776e4b5a req-1026ef4d-fd38-404a-b337-48effd6575bf tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:35.100391 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e30a731-d5d2-4406-8308-3592776e4b5a req-1026ef4d-fd38-404a-b337-48effd6575bf tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0818877 Mar 08 20:26:35.108264 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3015171-8fce-4fc2-8b8c-f200e91a93b8 req-548450d3-eb3a-4393-a62c-2215815ed526 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:35.109616 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3015171-8fce-4fc2-8b8c-f200e91a93b8 req-548450d3-eb3a-4393-a62c-2215815ed526 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0824156 Mar 08 20:26:35.176666 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e30a731-d5d2-4406-8308-3592776e4b5a req-d10329aa-a912-4552-acbe-de1fb2418223 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661085 Mar 08 20:26:35.188480 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3015171-8fce-4fc2-8b8c-f200e91a93b8 req-326635b0-a798-41b1-9a77-64eb3e4337b7 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722737 Mar 08 20:26:36.324729 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451389d-a521-4755-a1d0-3aebf625ad74 req-9c77dddd-cece-4445-be7e-6a3d3f5d995b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:36.326352 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a451389d-a521-4755-a1d0-3aebf625ad74 req-9c77dddd-cece-4445-be7e-6a3d3f5d995b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0841148 Mar 08 20:26:36.336374 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c901da9-7f1b-405a-909c-9b7de12282ad req-c1818e3a-c8ed-411d-998a-8ce40f441d36 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:36.337727 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c901da9-7f1b-405a-909c-9b7de12282ad req-c1818e3a-c8ed-411d-998a-8ce40f441d36 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0826883 Mar 08 20:26:36.409910 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a451389d-a521-4755-a1d0-3aebf625ad74 req-22eb7b20-30c8-4d8d-b4a0-6f46244e971c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712662 Mar 08 20:26:36.413091 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c901da9-7f1b-405a-909c-9b7de12282ad req-2400fc57-8499-4c7e-89a7-1e70eefe3da9 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 Mar 08 20:26:37.381348 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-7fb7979a-24ee-4624-90c9-57ca0cb10275 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:37.382792 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-7fb7979a-24ee-4624-90c9-57ca0cb10275 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.0520966 Mar 08 20:26:37.480410 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Deleting port f38713ae-f4cd-4ac9-8eaf-410a704cb005 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:26:37.480753 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:37.637106 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d926ca-a1f9-4ad0-8479-86152b3e783d req-1f1cc961-c944-457a-86cc-cf044d145149 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:37.638489 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89d926ca-a1f9-4ad0-8479-86152b3e783d req-1f1cc961-c944-457a-86cc-cf044d145149 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1606236 Mar 08 20:26:37.653325 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5e730-5274-4d1a-8a0f-821cf2ba11b5 req-656c01ce-af80-47fe-a2eb-83e597f65334 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:37.654776 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26c5e730-5274-4d1a-8a0f-821cf2ba11b5 req-656c01ce-af80-47fe-a2eb-83e597f65334 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 946 time: 0.1706388 Mar 08 20:26:37.660026 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] For port f38713ae-f4cd-4ac9-8eaf-410a704cb005, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f38713ae-f4cd-4ac9-8eaf-410a704cb005,segment=NetworkSegment(aa42e182-7ee8-4110-8c6c-e2632e9c738b),segment_id=aa42e182-7ee8-4110-8c6c-e2632e9c738b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:26:37.660389 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:37.697833 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Calling delete_port for f38713ae-f4cd-4ac9-8eaf-410a704cb005 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:26:37.777847 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-89d926ca-a1f9-4ad0-8479-86152b3e783d req-de137271-2d6a-486a-809b-ac695d87215d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331799 Mar 08 20:26:37.791218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-26c5e730-5274-4d1a-8a0f-821cf2ba11b5 req-274cace4-1003-4c5e-8af0-487a697a5d0c tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/security-groups?id=c20764f5-fc9a-4562-935b-d3a1eda20dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243804 Mar 08 20:26:37.906300 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (f38713ae-f4cd-4ac9-8eaf-410a704cb005), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:37.918278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['f38713ae-f4cd-4ac9-8eaf-410a704cb005'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:26:37.935710 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Pushing event deleted for resources: {'Port': ['ID=f38713ae-f4cd-4ac9-8eaf-410a704cb005,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:26:37.977238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] No DVR routers for this DVR port f38713ae-f4cd-4ac9-8eaf-410a704cb005 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:26:37.979654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:37.983748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60334e68-48f7-407c-a5f1-719aea3b0cef req-59de3548-96a7-4a1b-a8b3-0d8430208223 tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.47 "DELETE /v2.0/ports/f38713ae-f4cd-4ac9-8eaf-410a704cb005 HTTP/1.1" status: 204 len: 173 time: 0.5935678 Mar 08 20:26:37.984198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'name': 'network-vif-deleted', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:26:37.986406 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b720293-1792-46b0-aa80-b036af538a12" -d '{"events": [{"server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "name": "network-vif-deleted", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:26:38.019429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f42433-89dc-47ed-b2bc-456a52b93497 x-openstack-request-id: req-65f42433-89dc-47ed-b2bc-456a52b93497 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:26:38.019741 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03004172-01fc-4d72-8680-32950b228c8d", "name": "network-vif-deleted", "tag": "f38713ae-f4cd-4ac9-8eaf-410a704cb005", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:26:38.020014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65f42433-89dc-47ed-b2bc-456a52b93497 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:26:38.020410 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03004172-01fc-4d72-8680-32950b228c8d', 'name': 'network-vif-deleted', 'tag': 'f38713ae-f4cd-4ac9-8eaf-410a704cb005', 'status': 'completed', 'code': 200} Mar 08 20:26:38.931247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e51de79-d5ea-498a-8443-17f3b43a2237 req-faccc596-5f73-4943-8104-5852cd407a4b tempest-VolumesSnapshotTestJSON-623186595 tempest-VolumesSnapshotTestJSON-623186595-project] 10.222.0.18 "GET /v2.0/ports?device_id=03004172-01fc-4d72-8680-32950b228c8d HTTP/1.1" status: 200 len: 210 time: 0.0509787 Mar 08 20:26:38.957437 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340587b-ff25-4e9c-94d1-d8340e6c88e9 req-fe27800a-a732-4a85-a66a-430db25f0a9d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:38.958931 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3340587b-ff25-4e9c-94d1-d8340e6c88e9 req-fe27800a-a732-4a85-a66a-430db25f0a9d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0892997 Mar 08 20:26:39.005202 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3340587b-ff25-4e9c-94d1-d8340e6c88e9 req-48260a46-a4c4-4b04-85bc-2f0bfe3658c0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Mar 08 20:26:40.122080 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a704099-f2e9-47a8-a1ba-415dae8d07fb req-3e026b4b-4202-4906-b557-7f27dc61d02d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:40.129229 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a704099-f2e9-47a8-a1ba-415dae8d07fb req-3e026b4b-4202-4906-b557-7f27dc61d02d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0537407 Mar 08 20:26:40.170501 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a704099-f2e9-47a8-a1ba-415dae8d07fb req-fb45a9a5-47c1-4c6f-8f66-e0ad32bdfebd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406256 Mar 08 20:26:40.478380 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f38713ae-f4cd-4ac9-8eaf-410a704cb005 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:26:40.500509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: f38713ae-f4cd-4ac9-8eaf-410a704cb005 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:26:40.500842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f38713ae-f4cd-4ac9-8eaf-410a704cb005 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:26:41.309231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e599ed-6dd0-41fd-990a-1c1e3c1083d2 req-dd606eab-e7a3-458d-9c16-f35c4e874c25 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:41.310651 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8e599ed-6dd0-41fd-990a-1c1e3c1083d2 req-dd606eab-e7a3-458d-9c16-f35c4e874c25 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0570364 Mar 08 20:26:41.357332 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8e599ed-6dd0-41fd-990a-1c1e3c1083d2 req-32ce1fb7-5b0d-44bb-8362-26a20a48ffb1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Mar 08 20:26:42.474955 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f017b-bbf6-4b02-961d-52c043a2b27d req-544106d5-a52e-491f-b539-5f389e64bffa tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:42.476451 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff9f017b-bbf6-4b02-961d-52c043a2b27d req-544106d5-a52e-491f-b539-5f389e64bffa tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0527339 Mar 08 20:26:42.523233 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff9f017b-bbf6-4b02-961d-52c043a2b27d req-e5a1c4eb-f027-407c-b801-1509eb2ca119 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Mar 08 20:26:42.873365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50dd78-5cac-47da-b59a-1277f1808e14 req-fda35d98-9a1d-403f-9868-91f974d1c1a8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:42.874827 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c50dd78-5cac-47da-b59a-1277f1808e14 req-fda35d98-9a1d-403f-9868-91f974d1c1a8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0531263 Mar 08 20:26:42.924863 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c50dd78-5cac-47da-b59a-1277f1808e14 req-6663cc9a-6873-412a-b05c-ad83cc0ef450 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Mar 08 20:26:43.042240 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-cbf165d3-189f-4c5d-88bd-44cb2f93319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:43.043759 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-cbf165d3-189f-4c5d-88bd-44cb2f93319c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 1130 time: 0.0429344 Mar 08 20:26:43.133473 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-a9b67247-09a2-4c73-88cf-ea808c43558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:43.134938 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-a9b67247-09a2-4c73-88cf-ea808c43558a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.0848584 Mar 08 20:26:43.206531 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-a5068512-2f5e-4db8-82d9-27910c630619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 200 len: 1002 time: 0.0613749 Mar 08 20:26:43.259737 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-36434674-04a0-468c-a9d0-720b21b21b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:43.261890 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-36434674-04a0-468c-a9d0-720b21b21b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0479269 Mar 08 20:26:43.310867 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-c5b4b792-7705-4216-a4a4-5102b9885d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:43.312454 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-c5b4b792-7705-4216-a4a4-5102b9885d65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442710 Mar 08 20:26:43.401075 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-22905e12-75af-44f9-8cb7-401ff3b8671c service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817337 Mar 08 20:26:43.487286 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0e9ed6-0538-4158-a0bf-d5a1449166cf req-b09a3c7e-64d5-46ac-9c86-be3066eb93a9 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797470 Mar 08 20:26:44.053516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b5db1-81d9-4bd7-b1c0-ab932d3d756c req-087843d9-0e39-4e93-b751-581ee9649e51 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:44.054997 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-893b5db1-81d9-4bd7-b1c0-ab932d3d756c req-087843d9-0e39-4e93-b751-581ee9649e51 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0571086 Mar 08 20:26:44.100888 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-893b5db1-81d9-4bd7-b1c0-ab932d3d756c req-d2b1fa70-7149-43b3-a866-8e04714b2865 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Mar 08 20:26:45.218075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53580bc2-55c7-48f7-8e49-6f0838433a3b req-5dcb9d14-9649-4e71-8460-226818f21cd1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:45.219530 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53580bc2-55c7-48f7-8e49-6f0838433a3b req-5dcb9d14-9649-4e71-8460-226818f21cd1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0528865 Mar 08 20:26:45.264253 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-53580bc2-55c7-48f7-8e49-6f0838433a3b req-24c6fcbf-cffb-4abc-9c0a-1e652f015222 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392625 Mar 08 20:26:45.951625 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-76484c76-76c2-44b1-ac3f-9e77516d1cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:46.382388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfc1a6-e499-4cde-bb80-6e768e78137f req-4205b0df-8804-416c-a173-6ccbde6b0302 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:46.383875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2abfc1a6-e499-4cde-bb80-6e768e78137f req-4205b0df-8804-416c-a173-6ccbde6b0302 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0554218 Mar 08 20:26:46.430544 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2abfc1a6-e499-4cde-bb80-6e768e78137f req-00628c00-609b-4785-b1fd-9a2b42b1ed0a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Mar 08 20:26:47.550886 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fb0cc-e6cb-4bfd-8880-fa3a6fde73f1 req-4f235a6b-be61-4ea4-a75b-13b17827bd6c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:47.552412 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c92fb0cc-e6cb-4bfd-8880-fa3a6fde73f1 req-4f235a6b-be61-4ea4-a75b-13b17827bd6c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0556214 Mar 08 20:26:47.599608 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c92fb0cc-e6cb-4bfd-8880-fa3a6fde73f1 req-d8fe778b-60a6-4b10-a6ee-8e444a51db59 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Mar 08 20:26:48.282718 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b8685325-aefd-4720-a9d9-0d3c767deae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:48.728373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d958c0-fe8b-4284-8d07-eeeff621da44 req-2073bb2f-4ec1-4d0e-860b-45f5ee72df02 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:26:48.729867 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-57d958c0-fe8b-4284-8d07-eeeff621da44 req-2073bb2f-4ec1-4d0e-860b-45f5ee72df02 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0579913 Mar 08 20:26:48.779465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-57d958c0-fe8b-4284-8d07-eeeff621da44 req-f76d2928-63da-4847-858a-e7837f9ca188 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Mar 08 20:26:49.579830 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:51.322538 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:52.537317 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:56.277009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:26:57.872329 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:01.326605 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bd66f-e5a6-4f7a-8422-549c964a6042 req-6e6c131f-6439-4b14-a7b2-3a85b776b7e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:01.328354 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-137bd66f-e5a6-4f7a-8422-549c964a6042 req-6e6c131f-6439-4b14-a7b2-3a85b776b7e7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0563915 Mar 08 20:27:01.422301 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-137bd66f-e5a6-4f7a-8422-549c964a6042 req-006f67af-e0b9-4a43-af4f-41e11675c3d6 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880611 Mar 08 20:27:01.431885 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-b1708dcd-54a5-42cc-bd0c-e6208b7e6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:01.433377 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-b1708dcd-54a5-42cc-bd0c-e6208b7e6434 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1168 time: 0.0729551 Mar 08 20:27:01.536276 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-ddeb7c8b-e993-4505-ab6a-8fad447194e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:01.537748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-ddeb7c8b-e993-4505-ab6a-8fad447194e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0929725 Mar 08 20:27:01.603959 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-5845aed2-89b2-4f2a-b2af-6474d7c882b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1001 time: 0.0586700 Mar 08 20:27:01.656538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-b33038a8-857a-4813-854d-df187e4fbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:01.658021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-b33038a8-857a-4813-854d-df187e4fbaaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0473285 Mar 08 20:27:01.710897 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-3b538709-386d-41d6-a1e9-61823c0e7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:01.712743 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-3b538709-386d-41d6-a1e9-61823c0e7dd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452716 Mar 08 20:27:01.799497 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-91487274-c3eb-4874-ab3f-127d052625c5 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783021 Mar 08 20:27:01.889697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-438968f9-32ec-4509-9d47-b57cfa1efc10 req-7ad55f37-8d98-4721-a748-725810f32dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817108 Mar 08 20:27:02.541491 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f077-53ed-434b-901d-f32d0726b915 req-ea141148-ee0f-4913-946d-5d072b95c750 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:02.542970 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a82f077-53ed-434b-901d-f32d0726b915 req-ea141148-ee0f-4913-946d-5d072b95c750 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0537271 Mar 08 20:27:02.601956 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3a82f077-53ed-434b-901d-f32d0726b915 req-a61d9f65-7dbb-4628-97c1-098974569754 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525851 Mar 08 20:27:03.723146 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f527d5-e921-4bc9-ae2b-20e4fc8772d0 req-75e38015-4d84-4906-b87d-571929c231ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:03.724674 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45f527d5-e921-4bc9-ae2b-20e4fc8772d0 req-75e38015-4d84-4906-b87d-571929c231ec tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0567479 Mar 08 20:27:03.784433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-45f527d5-e921-4bc9-ae2b-20e4fc8772d0 req-99380e9b-2ebc-4d29-a5a3-a4d182ecbd59 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540020 Mar 08 20:27:04.910209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870e7e-bfcc-422d-a84b-947caeceeaa9 req-13fd0862-4824-4fc1-a339-73e1bfa2b3e2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:04.911694 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de870e7e-bfcc-422d-a84b-947caeceeaa9 req-13fd0862-4824-4fc1-a339-73e1bfa2b3e2 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0564227 Mar 08 20:27:04.972772 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de870e7e-bfcc-422d-a84b-947caeceeaa9 req-7f2d5375-097f-477a-aa51-4a72cafd2a01 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555003 Mar 08 20:27:06.090710 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3afe-8085-4dc5-8bf1-66e557bd81fb req-fbafe40c-d511-4e65-86ae-2c3c8921de0c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:06.092808 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e9af3afe-8085-4dc5-8bf1-66e557bd81fb req-fbafe40c-d511-4e65-86ae-2c3c8921de0c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0529990 Mar 08 20:27:06.154459 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e9af3afe-8085-4dc5-8bf1-66e557bd81fb req-397169f4-d6c1-408e-aadc-163dbff6dc2c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559580 Mar 08 20:27:07.276155 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55344-696f-4fd1-8c4b-6a610bbda80c req-3555c7d5-4785-4a33-9e58-c4e0c563bb13 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:07.277639 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81a55344-696f-4fd1-8c4b-6a610bbda80c req-3555c7d5-4785-4a33-9e58-c4e0c563bb13 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0542736 Mar 08 20:27:07.339138 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-81a55344-696f-4fd1-8c4b-6a610bbda80c req-38ab4788-5f75-4b2b-8b4d-2e62209184db tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556099 Mar 08 20:27:07.549303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435ff20-9da1-4b26-84ff-d330236ddc44 req-4bfff17d-e5ec-47f2-899a-136198ebbd84 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:07.550773 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a435ff20-9da1-4b26-84ff-d330236ddc44 req-4bfff17d-e5ec-47f2-899a-136198ebbd84 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0536120 Mar 08 20:27:07.595469 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a435ff20-9da1-4b26-84ff-d330236ddc44 req-b6ca15d6-575b-4b5a-bba8-2866c2f0bace tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Mar 08 20:27:08.463125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b2dd2-56f9-4f55-af86-cce040a9be57 req-31f01b5e-ad02-4b7c-af4e-eddb387e2df7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:08.465039 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e7b2dd2-56f9-4f55-af86-cce040a9be57 req-31f01b5e-ad02-4b7c-af4e-eddb387e2df7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0572801 Mar 08 20:27:08.523778 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3e7b2dd2-56f9-4f55-af86-cce040a9be57 req-7692d4a3-09f6-44d3-9f78-e9bbe7306df1 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532181 Mar 08 20:27:08.722300 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e4bb-e52a-42e0-b6bb-072d31163067 req-1fa1ce59-fc3a-44f1-9ef0-722abff22048 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:08.723805 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d53e4bb-e52a-42e0-b6bb-072d31163067 req-1fa1ce59-fc3a-44f1-9ef0-722abff22048 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0522428 Mar 08 20:27:08.769889 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1d53e4bb-e52a-42e0-b6bb-072d31163067 req-6dffafb0-5761-4b52-b7d8-b0dc086a8a6c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Mar 08 20:27:09.568877 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-c4cb299b-adc4-4b47-ae52-3a44ada22e04 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:09.570372 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-c4cb299b-adc4-4b47-ae52-3a44ada22e04 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.0567884 Mar 08 20:27:09.692586 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba749d-a792-4d31-b258-711a77b01c50 req-e760f17b-6929-40df-a848-edf654ea9bb7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:09.694308 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25ba749d-a792-4d31-b258-711a77b01c50 req-e760f17b-6929-40df-a848-edf654ea9bb7 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0921581 Mar 08 20:27:09.698733 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50782) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:09.736499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Deleting port b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:09.736836 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.743344 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Deleting subnet 770f9c00-82f2-4fd3-b672-5bc4105d4365 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:27:09.746386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Publish callbacks [] for subnet (770f9c00-82f2-4fd3-b672-5bc4105d4365), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.780164 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (770f9c00-82f2-4fd3-b672-5bc4105d4365), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.818022 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-25ba749d-a792-4d31-b258-711a77b01c50 req-1f0fda77-08e0-4579-b12a-1068e36eb2bf tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173508 Mar 08 20:27:09.822353 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (770f9c00-82f2-4fd3-b672-5bc4105d4365), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.890289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] For port b7631a9d-e2fe-4f89-8b99-c04add1640e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b7631a9d-e2fe-4f89-8b99-c04add1640e0,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:09.890662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.963045 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (770f9c00-82f2-4fd3-b672-5bc4105d4365), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.988496 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770f9c00-82f2-4fd3-b672-5bc4105d4365,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:09.996237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:09.999448 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/770f9c00-82f2-4fd3-b672-5bc4105d4365 HTTP/1.1" status: 204 len: 168 time: 0.2996814 Mar 08 20:27:10.003557 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50788) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:10.012032 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.012382 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.012724 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.013061 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.013391 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.014484 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.014693 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.014906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.015235 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.015577 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.015912 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.016246 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.016580 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7d4411-2949-4a74-a66b-5bb55004d2b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.083100 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (e6f2a251-9531-4323-885b-e58d53b3e1d9), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.167831 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (e6f2a251-9531-4323-885b-e58d53b3e1d9), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.187986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f2a251-9531-4323-885b-e58d53b3e1d9']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:10.196984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa42e182-7ee8-4110-8c6c-e2632e9c738b') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:10.197275 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa42e182-7ee8-4110-8c6c-e2632e9c738b') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:10.207004 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (aa42e182-7ee8-4110-8c6c-e2632e9c738b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.220172 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (aa42e182-7ee8-4110-8c6c-e2632e9c738b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.224658 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff994223-8a0e-435d-a6d7-1fa6ca024262 req-e695cd22-f584-4c43-973f-47962f3c628b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:10.226038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:27:10.226165 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff994223-8a0e-435d-a6d7-1fa6ca024262 req-e695cd22-f584-4c43-973f-47962f3c628b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 947 time: 0.3733096 Mar 08 20:27:10.226413 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (aa42e182-7ee8-4110-8c6c-e2632e9c738b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:27:10.228367 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:27:10.327919 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff994223-8a0e-435d-a6d7-1fa6ca024262 req-19e03306-d214-49e2-993f-064901d44c42 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3ec681c-d6ee-4b2f-a304-608baa79662e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889475 Mar 08 20:27:10.362612 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (e6f2a251-9531-4323-885b-e58d53b3e1d9), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.369039 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.372265 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] 10.222.0.18 "DELETE /v2.0/networks/e6f2a251-9531-4323-885b-e58d53b3e1d9 HTTP/1.1" status: 204 len: 168 time: 0.3676722 Mar 08 20:27:10.382423 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c418ee4-62dd-45d7-80ad-81b1671f91cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f2a251-9531-4323-885b-e58d53b3e1d9,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:10.384945 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.385309 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.385636 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Floating IP 3d70b0e6-2822-4b8c-9df1-199571a1b64f disassociated. External IP: 172.27.0.225, port: b7631a9d-e2fe-4f89-8b99-c04add1640e0. Mar 08 20:27:10.385987 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Calling delete_port for b7631a9d-e2fe-4f89-8b99-c04add1640e0 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:10.602714 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (b7631a9d-e2fe-4f89-8b99-c04add1640e0), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.630356 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'Port': ['ID=b7631a9d-e2fe-4f89-8b99-c04add1640e0,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:10.640381 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.640738 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.641091 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.641432 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.641771 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.642110 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.642436 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.642768 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.643095 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.643458 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.643753 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.644083 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.644411 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:10.747818 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50792) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:10.762157 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:10.788588 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-68541e55-225e-4cb8-8de9-60a39978eb1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b1b5c3b69a845f3a228460f6c0060f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382907 Mar 08 20:27:10.791084 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50794) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:10.838952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] Publish callbacks [] for security_group (c20764f5-fc9a-4562-935b-d3a1eda20dc2), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.863166 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] Publish callbacks [] for security_group (c20764f5-fc9a-4562-935b-d3a1eda20dc2), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.878122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:10.894189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:10.908821 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:10.909734 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:26:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:10.935966 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] No DVR routers for this DVR port b7631a9d-e2fe-4f89-8b99-c04add1640e0 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:10.938650 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.942263 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-91c1919f-8dc6-4973-8ec3-4bb0a2530a48 req-0a6f6484-ca78-4885-84b7-c2b2c2e9fa18 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "DELETE /v2.0/ports/b7631a9d-e2fe-4f89-8b99-c04add1640e0 HTTP/1.1" status: 204 len: 173 time: 1.3661692 Mar 08 20:27:10.942699 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-deleted', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:10.944958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861b3af-ce5d-4e34-a7cc-f2a7cc815413" -d '{"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-deleted", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:10.974296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (c20764f5-fc9a-4562-935b-d3a1eda20dc2), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.977519 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:10.978846 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c20764f5-fc9a-4562-935b-d3a1eda20dc2 HTTP/1.1" status: 204 len: 168 time: 0.1866872 Mar 08 20:27:10.989355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1534c-7085-489f-8895-749a99e8683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20764f5-fc9a-4562-935b-d3a1eda20dc2,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:11.017498 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec250f5-bce4-4a33-996f-2ad544dc7ca5 req-00886e73-acf0-4e18-931d-11e86f239e73 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:11.018568 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cec250f5-bce4-4a33-996f-2ad544dc7ca5 req-00886e73-acf0-4e18-931d-11e86f239e73 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.1141164 Mar 08 20:27:11.023497 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a2094-b758-41fe-94d2-71abcbbab5b5 x-openstack-request-id: req-884a2094-b758-41fe-94d2-71abcbbab5b5 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:11.023944 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e62292-d4eb-4c0c-a772-715ca88b3034", "name": "network-vif-deleted", "tag": "b7631a9d-e2fe-4f89-8b99-c04add1640e0", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:11.024285 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-884a2094-b758-41fe-94d2-71abcbbab5b5 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:11.024752 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e62292-d4eb-4c0c-a772-715ca88b3034', 'name': 'network-vif-deleted', 'tag': 'b7631a9d-e2fe-4f89-8b99-c04add1640e0', 'status': 'completed', 'code': 200} Mar 08 20:27:11.060054 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:11.096978 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cec250f5-bce4-4a33-996f-2ad544dc7ca5 req-4a0c2977-5f44-4b07-b9c6-17636e7d41d9 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709240 Mar 08 20:27:11.273871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:11.306406 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:11.316190 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:11.317269 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:26:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:11.459269 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7ed2f9f8-9f48-4922-bee4-670535e26c28 req-3b0cca3d-ae38-4ace-ad54-53dbc1eb966f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e62292-d4eb-4c0c-a772-715ca88b3034 HTTP/1.1" status: 200 len: 210 time: 0.0356486 Mar 08 20:27:11.567433 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:11.774543 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:11.804731 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa73060-8cdb-4f77-8379-53201750d9a0 None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:12.072973 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c239a3-0fc6-4cc4-8e36-4cca4142c8c9 None None] New status for floating IP 3d70b0e6-2822-4b8c-9df1-199571a1b64f: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:12.137494 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50826) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:12.240794 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f337-ccdc-49f9-a601-df180aa2b3af req-10f51e1a-cc9b-49a7-aa66-a49c907b0a7c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:12.242314 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e822f337-ccdc-49f9-a601-df180aa2b3af req-10f51e1a-cc9b-49a7-aa66-a49c907b0a7c tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0550468 Mar 08 20:27:12.246153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029090963-network', 'tenant_id': 'ec073555b40e40df9318d033b470df8c'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:12.311625 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e822f337-ccdc-49f9-a601-df180aa2b3af req-c9d43520-f2c2-415a-9708-7b3f065c605f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630610 Mar 08 20:27:12.333526 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Made reservation on behalf of ec073555b40e40df9318d033b470df8c for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:12.335913 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.345485 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.431264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks [] for security_group (30932581-75f3-4dc9-bd9f-6a0529098966), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.502993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (30932581-75f3-4dc9-bd9f-6a0529098966), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.530118 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:27:12.540660 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30932581-75f3-4dc9-bd9f-6a0529098966,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:12.547999 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (faa0418c-ae30-4b22-b836-e2d97e2709fb), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.548526 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Added segment faa0418c-ae30-4b22-b836-e2d97e2709fb of type vlan for network 6718212b-ce08-445d-a7de-aa686e112064 Mar 08 20:27:12.595755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (6718212b-ce08-445d-a7de-aa686e112064), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.644981 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50834) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:12.655374 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:12.677340 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: b7631a9d-e2fe-4f89-8b99-c04add1640e0 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:12.677942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device b7631a9d-e2fe-4f89-8b99-c04add1640e0 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:12.705101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (e3ec681c-d6ee-4b2f-a304-608baa79662e), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.716200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (6718212b-ce08-445d-a7de-aa686e112064), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.718979 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:12.718979 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.757607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (e3ec681c-d6ee-4b2f-a304-608baa79662e), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.806103 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] Pushing event updated for resources: {'Network': ['ID=6718212b-ce08-445d-a7de-aa686e112064,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:12.817503 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 6718212b-ce08-445d-a7de-aa686e112064 details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:27:12.828476 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-ec77cb6e-895b-4e75-b03e-190c2baa7594 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6902797 Mar 08 20:27:12.832520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50836) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:12.837363 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Request body: {'subnet': {'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029090963-subnet', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'ip_version': 4}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:12.927765 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Made reservation on behalf of ec073555b40e40df9318d033b470df8c for: {'subnet': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:12.930360 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6090897'] for subnet (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.956482 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e3ec681c-d6ee-4b2f-a304-608baa79662e), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.959845 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:12.963568 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3ec681c-d6ee-4b2f-a304-608baa79662e HTTP/1.1" status: 204 len: 168 time: 0.3147533 Mar 08 20:27:12.970414 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50838) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:12.982057 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ad6c-7c4e-4ac1-a5cb-35e81f133926 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec681c-d6ee-4b2f-a304-608baa79662e,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:12.986313 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-f3cc97bd-199f-4d8e-b552-d45e73b4a717 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] show failed (client error): The resource could not be found. Mar 08 20:27:12.987401 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f3cc97bd-199f-4d8e-b552-d45e73b4a717 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups/e3ec681c-d6ee-4b2f-a304-608baa79662e HTTP/1.1" status: 404 len: 347 time: 0.0213232 Mar 08 20:27:12.990346 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50840) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:13.128900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Deleting port 25b84a75-d606-48eb-91fb-8a6bc82ce2c6 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:13.129276 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.207051 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.207838 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.209446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7419899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6090895'] for subnet (14cc6982-6d80-4e63-83a2-b3332f066afb), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.219166 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Calling delete_port for 25b84a75-d606-48eb-91fb-8a6bc82ce2c6 owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:13.269485 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cc6982-6d80-4e63-83a2-b3332f066afb,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:13.277314 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Checking segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:13.277784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Network hostable DHCP agents. Network: 6718212b-ce08-445d-a7de-aa686e112064, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:27:13.374792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Network 6718212b-ce08-445d-a7de-aa686e112064 is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:27:13.425686 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (25b84a75-d606-48eb-91fb-8a6bc82ce2c6), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.434893 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf1eff-ac27-409c-a9b7-62215e3e0e0c req-8112a8bc-cca6-4754-a514-9c5647467974 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:13.437424 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ecf1eff-ac27-409c-a9b7-62215e3e0e0c req-8112a8bc-cca6-4754-a514-9c5647467974 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0550838 Mar 08 20:27:13.455828 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'Port': ['ID=25b84a75-d606-48eb-91fb-8a6bc82ce2c6,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:13.462958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 6718212b-ce08-445d-a7de-aa686e112064) {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:13.473803 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:13.474473 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.476697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca4e2e8-b6db-4f57-9202-45af5460a793 None None] Network 6718212b-ce08-445d-a7de-aa686e112064 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:13.515545 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ecf1eff-ac27-409c-a9b7-62215e3e0e0c req-44deb865-cfa0-40de-be2e-30aca3eede19 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724108 Mar 08 20:27:13.538594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (3d70b0e6-2822-4b8c-9df1-199571a1b64f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.542533 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.543899 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4f4ecf5b-346b-484b-8126-3cdb11a204a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "DELETE /v2.0/floatingips/3d70b0e6-2822-4b8c-9df1-199571a1b64f HTTP/1.1" status: 204 len: 168 time: 0.5516233 Mar 08 20:27:13.570876 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-5a2da2c5-85d0-4367-bd71-42751c57dade admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7372613 Mar 08 20:27:13.573602 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50844) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:13.581061 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:13.608402 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-6718212b-ce08-445d-a7de-aa686e112064', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:27:13.609455 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.690260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (99ce261f-57a1-45df-9102-3997edc1dd76), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.692514 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (99ce261f-57a1-45df-9102-3997edc1dd76), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.751307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Allocated IP 172.20.0.2 (6718212b-ce08-445d-a7de-aa686e112064/14cc6982-6d80-4e63-83a2-b3332f066afb/d35ff617-4318-439e-b3bc-2718ac6ddbd0) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:13.759029 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for router_controller (99ce261f-57a1-45df-9102-3997edc1dd76), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:13.924389 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks [] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.008914 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.028275 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for router_gateway (99ce261f-57a1-45df-9102-3997edc1dd76), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.053638 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Network 6718212b-ce08-445d-a7de-aa686e112064 is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:14.056559 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:14.059576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:14.071521 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Pushing event updated for resources: {'Port': ['ID=d35ff617-4318-439e-b3bc-2718ac6ddbd0,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:14.096099 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.096442 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.096781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.097113 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.097440 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.097768 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.098091 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.098445 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.098957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.099281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.099603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.099949 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.100266 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:14.135057 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Attempting to bind port d35ff617-4318-439e-b3bc-2718ac6ddbd0 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:14.135506 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Attempting to bind port d35ff617-4318-439e-b3bc-2718ac6ddbd0 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:14.135859 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Attempting to bind port d35ff617-4318-439e-b3bc-2718ac6ddbd0 on network 6718212b-ce08-445d-a7de-aa686e112064 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:14.141871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:14.142234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Checking segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:14.142932 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.143536 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Bound using segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:14.144195 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Bound port: d35ff617-4318-439e-b3bc-2718ac6ddbd0, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:14.144571 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.219222 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] For port d35ff617-4318-439e-b3bc-2718ac6ddbd0, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:14.222479 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] For port d35ff617-4318-439e-b3bc-2718ac6ddbd0, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d35ff617-4318-439e-b3bc-2718ac6ddbd0,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:14.236322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50848) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:14.241136 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196808530', 'description': 'tempest-description--257904032'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:14.318630 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for router_gateway (99ce261f-57a1-45df-9102-3997edc1dd76), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.332129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.337342 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.373605 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.395314 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce25706-4472-4c86-b4e6-16c99387c4a3 None None] Pushing event updated for resources: {'Port': ['ID=d35ff617-4318-439e-b3bc-2718ac6ddbd0,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:14.459896 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (88b48e4a-512c-4167-a28e-78f169bea93b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.463385 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Allocated IP 172.27.0.242 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/a364702c-3ccc-432a-b42d-e6d9d076dd5a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:14.549264 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (88b48e4a-512c-4167-a28e-78f169bea93b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.663279 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b48e4a-512c-4167-a28e-78f169bea93b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:14.676606 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.686958 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a7bcf9b8-7a3d-4841-85a5-9250b669d130 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4403851 Mar 08 20:27:14.686958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50852) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:14.689447 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group_rule': {'security_group_id': '88b48e4a-512c-4167-a28e-78f169bea93b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:14.723207 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6d46e-739e-404d-a16e-fd72baf77d96 req-ad36951c-c07f-438d-a380-d6b5b915981b tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:14.724818 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6f6d46e-739e-404d-a16e-fd72baf77d96 req-ad36951c-c07f-438d-a380-d6b5b915981b tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.1086385 Mar 08 20:27:14.799944 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6f6d46e-739e-404d-a16e-fd72baf77d96 req-d1b18809-a87b-4e3f-88c1-70331e6d3d91 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673606 Mar 08 20:27:14.827598 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (a414d94a-b489-4de2-b8df-7df8f94d195c), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.872254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.901343 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (a414d94a-b489-4de2-b8df-7df8f94d195c), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.979560 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (a414d94a-b489-4de2-b8df-7df8f94d195c), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.980129 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:14.998829 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a414d94a-b489-4de2-b8df-7df8f94d195c,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.024720 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:15.027512 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:15.031808 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:15.037329 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Pushing event updated for resources: {'Port': ['ID=a364702c-3ccc-432a-b42d-e6d9d076dd5a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.070845 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.072219 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-dddaabe5-5baa-437f-bb9f-36892f28e09f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881130 Mar 08 20:27:15.074857 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50854) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:15.079324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'security_group_rule': {'security_group_id': '88b48e4a-512c-4167-a28e-78f169bea93b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:15.177259 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (83cf5527-d952-4140-acc4-db912c166164), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.238289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (83cf5527-d952-4140-acc4-db912c166164), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.334789 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (83cf5527-d952-4140-acc4-db912c166164), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.352084 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf5527-d952-4140-acc4-db912c166164,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.354773 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for router_gateway (99ce261f-57a1-45df-9102-3997edc1dd76), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.429169 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9a1e5-70fc-4d7b-924a-4b8c98add87c None None] Network 6718212b-ce08-445d-a7de-aa686e112064 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:15.442591 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.443956 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1b7d3d0d-8249-4a6c-b477-22e773680584 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680820 Mar 08 20:27:15.447070 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50856) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:15.452174 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:15.509068 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Provisioning complete for port d35ff617-4318-439e-b3bc-2718ac6ddbd0 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:15.509453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.566497 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (99ce261f-57a1-45df-9102-3997edc1dd76), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.626329 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Current status of the port d35ff617-4318-439e-b3bc-2718ac6ddbd0 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:15.628878 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.661698 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] For port d35ff617-4318-439e-b3bc-2718ac6ddbd0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d35ff617-4318-439e-b3bc-2718ac6ddbd0,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:15.665238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.737859 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.762768 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Router 99ce261f-57a1-45df-9102-3997edc1dd76 is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:27:15.770482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.803043 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc52cea-a5a0-4557-9834-1e33a752be31 None None] Pushing event updated for resources: {'Port': ['ID=d35ff617-4318-439e-b3bc-2718ac6ddbd0,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:15.859139 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-ccdb1a37-e9ab-4848-998b-9d3b8d39e2b8 None None] Provisioning complete for port d35ff617-4318-439e-b3bc-2718ac6ddbd0 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:15.859516 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ccdb1a37-e9ab-4848-998b-9d3b8d39e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.876709 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:15.887232 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Sync routers for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:15.922568 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:15.923186 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:26:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:15.940547 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Allocated IP 172.27.0.132 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/76b6f50a-9f98-4c20-9825-8cf53f4591b9) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:15.957275 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:15.961572 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d243304b-715b-4928-b836-f17125dd400b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3864870 Mar 08 20:27:15.963790 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50860) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:15.965081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496b182-aa08-4420-bb15-fc258a9e5450 req-005ce382-8a07-4b35-8a0a-408b728579dc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:15.966697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7496b182-aa08-4420-bb15-fc258a9e5450 req-005ce382-8a07-4b35-8a0a-408b728579dc tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0905223 Mar 08 20:27:16.005759 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a5144deb-9f5c-4729-bff0-c9d292436c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.068649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb1a37-e9ab-4848-998b-9d3b8d39e2b8 None None] Current status of the port d35ff617-4318-439e-b3bc-2718ac6ddbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:16.085484 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:16.143950 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7496b182-aa08-4420-bb15-fc258a9e5450 req-4b6d2632-8872-42ea-9279-fc71e5cdf478 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595423 Mar 08 20:27:16.169291 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.174868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d35ff617-4318-439e-b3bc-2718ac6ddbd0 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:16.286595 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.300851 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port d35ff617-4318-439e-b3bc-2718ac6ddbd0 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:16.307247 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.328258 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:16.332650 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:16.335266 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:16.358052 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:15Z', 'revision_number': 3, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:16.369642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=76b6f50a-9f98-4c20-9825-8cf53f4591b9,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.406988 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Checking router: 99ce261f-57a1-45df-9102-3997edc1dd76 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:16.407259 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Updating router 99ce261f-57a1-45df-9102-3997edc1dd76 port a364702c-3ccc-432a-b42d-e6d9d076dd5a binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:27:16.432639 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.443025 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.445397 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.448360 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port d35ff617-4318-439e-b3bc-2718ac6ddbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:16.561164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.593466 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Allocated IP 172.20.0.1 (6718212b-ce08-445d-a7de-aa686e112064/14cc6982-6d80-4e63-83a2-b3332f066afb/3887b327-1fb1-4ecf-8bc0-2edb02e56eae) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:16.697009 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks [] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.717218 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks [] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.732754 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.788763 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.823173 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.823355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.840179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Attempting to bind port a364702c-3ccc-432a-b42d-e6d9d076dd5a on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:16.840549 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Attempting to bind port a364702c-3ccc-432a-b42d-e6d9d076dd5a by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:16.840957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Attempting to bind port a364702c-3ccc-432a-b42d-e6d9d076dd5a on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:16.849071 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b9e4d-2e19-4ae8-89c6-3db24ed55416 None None] Pushing event updated for resources: {'Port': ['ID=a364702c-3ccc-432a-b42d-e6d9d076dd5a,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.852730 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:16.853133 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:16.853573 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.853959 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:16.854446 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Bound port: a364702c-3ccc-432a-b42d-e6d9d076dd5a, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:16.854819 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.860956 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Network 6718212b-ce08-445d-a7de-aa686e112064 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:16.866074 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:16.869633 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:16.905076 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.909796 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=76b6f50a-9f98-4c20-9825-8cf53f4591b9,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:16.920961 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] For port a364702c-3ccc-432a-b42d-e6d9d076dd5a, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:16.924913 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:16.928042 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] For port a364702c-3ccc-432a-b42d-e6d9d076dd5a, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a364702c-3ccc-432a-b42d-e6d9d076dd5a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:16.932473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (99ce261f-57a1-45df-9102-3997edc1dd76), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.008509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.021874 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.022788 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-fa7c87fb-a931-480d-a4c7-f96bdeb9b0f0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5746241 Mar 08 20:27:17.085965 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b9e4d-2e19-4ae8-89c6-3db24ed55416 None None] Pushing event updated for resources: {'Port': ['ID=a364702c-3ccc-432a-b42d-e6d9d076dd5a,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:17.098969 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:17.099602 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:26:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.150170 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-5377d731-da3a-49e9-97a6-c34a8f90a234 None None] Provisioning complete for port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:17.150170 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5377d731-da3a-49e9-97a6-c34a8f90a234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.192024 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-5377d731-da3a-49e9-97a6-c34a8f90a234 None None] Port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:17.227675 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.251152 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:17.314162 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49a718-c477-4165-846d-be68538586f0 req-573aed59-1656-4c23-a9cb-5d5e4b2c56b3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:17.316166 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce49a718-c477-4165-846d-be68538586f0 req-573aed59-1656-4c23-a9cb-5d5e4b2c56b3 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0958321 Mar 08 20:27:17.321640 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-33695d05-e50f-4b12-b91f-560e91baf4be tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1196808530&fields=id&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 267 time: 0.1019371 Mar 08 20:27:17.414645 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks [] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.460181 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce49a718-c477-4165-846d-be68538586f0 req-74e2ce13-4298-48bc-af54-f65ccb010c38 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1364338 Mar 08 20:27:17.465426 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.489315 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-abb5581c-7db8-49b8-80f1-5fbb51cde59c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:17.490721 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-abb5581c-7db8-49b8-80f1-5fbb51cde59c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 817 time: 0.1588237 Mar 08 20:27:17.508304 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-3b077bda-8d41-402e-984a-e50f463beb31 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/quotas/57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 375 time: 0.0105329 Mar 08 20:27:17.557170 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (99ce261f-57a1-45df-9102-3997edc1dd76), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:17.566165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:17.573390 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-0a527a0f-106d-431a-8fa3-2538778daa00 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587049 Mar 08 20:27:17.583501 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:15Z', 'revision_number': 3, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:17.614242 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352d2ff-04af-4213-b6cd-d8ab6e39eddc None None] The sync data for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi is: [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:15Z', 'revision_number': 3, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:17.665846 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Network 6718212b-ce08-445d-a7de-aa686e112064 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:17.667367 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:17.675546 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-9bb401b7-eea4-4c8a-97e5-e54bb1379fed service neutron] 10.222.0.18 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897064 Mar 08 20:27:17.793528 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Router 99ce261f-57a1-45df-9102-3997edc1dd76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:17.797230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-97ad836f-3197-4598-af32-86951e547a22 service neutron] 10.222.0.18 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133296 Mar 08 20:27:17.976052 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:18.002106 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-650e4333-456f-48f0-a130-ba292e82e7e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/99ce261f-57a1-45df-9102-3997edc1dd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0192659 Mar 08 20:27:18.020434 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-defc2394-1978-42c1-9120-5c37c270939d None None] Provisioning complete for port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:18.021766 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-defc2394-1978-42c1-9120-5c37c270939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.086130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-defc2394-1978-42c1-9120-5c37c270939d None None] Port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:18.159282 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e9567274-6d21-4903-b59d-d748422d73cb req-042d4076-3349-44c5-aaae-69ec4b14fb02 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 210 time: 0.0473731 Mar 08 20:27:18.178037 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a364702c-3ccc-432a-b42d-e6d9d076dd5a up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:18.264686 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port a364702c-3ccc-432a-b42d-e6d9d076dd5a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:18.265282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.312258 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e2939f32-67b2-476a-ba5f-6c986e0d7b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.372493 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port a364702c-3ccc-432a-b42d-e6d9d076dd5a is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:18.373474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.395359 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port a364702c-3ccc-432a-b42d-e6d9d076dd5a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a364702c-3ccc-432a-b42d-e6d9d076dd5a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:18.508580 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:18.578942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=a364702c-3ccc-432a-b42d-e6d9d076dd5a,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:18.603459 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935b4a0-8710-44cb-b419-00ed8f29c8a0 req-6cd5e0e9-3ff6-410d-a76f-514474bb9b20 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:18.611580 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a935b4a0-8710-44cb-b419-00ed8f29c8a0 req-6cd5e0e9-3ff6-410d-a76f-514474bb9b20 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0744216 Mar 08 20:27:18.672743 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a935b4a0-8710-44cb-b419-00ed8f29c8a0 req-6837532c-d68c-4298-b8d8-6031fa9d160f tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&id=64d38beb-c12f-4f8d-b92b-798ff97a9fff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602667 Mar 08 20:27:18.947868 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50908) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:18.952832 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2138976251-network', 'tenant_id': '7810429ad604456fac620db613293c0a'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:19.034447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Made reservation on behalf of 7810429ad604456fac620db613293c0a for: {'network': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:19.036800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.046506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.129271 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks [] for security_group (0a09a52b-ed13-4f37-890f-51acc71220b8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.219988 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (0a09a52b-ed13-4f37-890f-51acc71220b8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.246140 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:27:19.254972 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ee4fbc12-3f45-4216-b374-a777c7743c24 req-85a5b61b-bbfa-457f-b653-6adb200e5e1b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 210 time: 0.0340991 Mar 08 20:27:19.258468 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09a52b-ed13-4f37-890f-51acc71220b8,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.267842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a67b73c0-37bd-40d4-8564-632b9f2a8188), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.268481 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.segments_db [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Added segment a67b73c0-37bd-40d4-8564-632b9f2a8188 of type vlan for network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a Mar 08 20:27:19.310984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.384888 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.385916 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:19.386504 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.447185 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Sync routers for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:19.451818 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] Pushing event updated for resources: {'Network': ['ID=11a55d83-455c-4bca-b3ed-4a0b4ae2a94a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.458686 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:27:19.465285 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:19.465907 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:19.503013 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fcc92dae-9e61-41d6-a99d-e8f8f9818059 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5514812 Mar 08 20:27:19.507998 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50912) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:19.507998 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Request body: {'subnet': {'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2138976251-subnet', 'tenant_id': '7810429ad604456fac620db613293c0a', 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:19.578154 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:19.600188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.601019 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Made reservation on behalf of 7810429ad604456fac620db613293c0a for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:19.603453 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.775306 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 2, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:19.801004 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Checking router: 99ce261f-57a1-45df-9102-3997edc1dd76 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:19.801361 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Updating router 99ce261f-57a1-45df-9102-3997edc1dd76 port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:27:19.832055 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.854206 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (a0adf726-3fe5-4dbc-802d-fb6f47a16908), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:19.917388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0adf726-3fe5-4dbc-802d-fb6f47a16908,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:19.922545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Checking segment: {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:19.922903 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Network hostable DHCP agents. Network: 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:27:20.028884 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:27:20.053328 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a364702c-3ccc-432a-b42d-e6d9d076dd5a up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:20.077028 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:20.081156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:20.082305 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.100871 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d276ce7-0e69-4759-b61c-57539898ba5f None None] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:20.101121 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks [] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.165358 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c3125243-114f-4657-97f0-e7875c9a3e1d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6612077 Mar 08 20:27:20.173337 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50914) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:20.177450 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port a364702c-3ccc-432a-b42d-e6d9d076dd5a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:20.177591 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:20.177825 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.191278 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.280361 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Pushing event updated for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:20.281632 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'project_id': '7810429ad604456fac620db613293c0a', 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:27:20.284761 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.314649 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.315711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.322884 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port a364702c-3ccc-432a-b42d-e6d9d076dd5a is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:20.363061 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-76f7633c-314e-41ba-9f70-afa78f3e0819 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:20.366116 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-76f7633c-314e-41ba-9f70-afa78f3e0819 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 817 time: 0.1520355 Mar 08 20:27:20.441593 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for router_controller (2decda60-4a71-4897-ab83-8b93ed0757fd), precommit_add_association {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.445040 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-574ec6c2-0dd1-4860-b8ca-379531ef0aea req-1f7821f6-84d3-4121-a122-ae08f870d23c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 210 time: 0.0457141 Mar 08 20:27:20.488283 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Allocated IP 172.20.0.2 (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a/a0adf726-3fe5-4dbc-802d-fb6f47a16908/5fc98645-e4ff-4db4-a9d2-22ef8ad295ff) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:20.493992 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-b5487929-8fd9-4d18-8156-6f410b02b639 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 380 time: 0.1087329 Mar 08 20:27:20.496421 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.496886 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.497131 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.497466 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.498426 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.498675 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.498964 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.499287 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.499604 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.500399 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.500399 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.500703 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.500990 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:27:20.506824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'port': {'device_id': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'admin_state_up': True, 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'security_groups': ['88b48e4a-512c-4167-a28e-78f169bea93b']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:20.539685 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Attempting to bind port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:20.544337 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Attempting to bind port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:20.544337 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Attempting to bind port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae on network 6718212b-ce08-445d-a7de-aa686e112064 {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:20.555785 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:20.555785 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Checking segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:20.555785 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.556230 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Bound using segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:20.556499 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Bound port: 3887b327-1fb1-4ecf-8bc0-2edb02e56eae, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:20.556872 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.639443 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] For port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:20.643253 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] For port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:20.672188 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for router_gateway (2decda60-4a71-4897-ab83-8b93ed0757fd), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.686947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-a1b30917-e14a-4897-9929-47e9f47a2785 None None] Provisioning complete for port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:20.686947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a1b30917-e14a-4897-9929-47e9f47a2785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.727097 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks [] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.728813 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.734011 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-a1b30917-e14a-4897-9929-47e9f47a2785 None None] Port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:20.752100 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Made reservation on behalf of 57a662310112488d9b7349bfaffb9a50 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:20.755999 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.785667 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:20.786405 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:20.825647 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.851528 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee62c6-6742-4a79-b1ea-03063b1ebf7a None None] Pushing event updated for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:20.889700 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:20.892406 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:20.897958 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:20.912855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Pushing event updated for resources: {'Port': ['ID=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:20.965648 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:20.982508 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Attempting to bind port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:20.985376 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Attempting to bind port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:20.985376 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Attempting to bind port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff on network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:20.991776 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:20.992007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Allocated IP 172.20.0.11 (49b11716-060c-4312-8b63-3e53952f4899/7113153c-9626-4d8a-9275-69a831152744/9ae33bb3-37dc-4413-92b3-1084659bebcf) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:20.992405 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Checking segment: {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:20.992831 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:20.993240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Bound using segment: {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:20.994388 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Bound port: 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:20.994795 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.047518 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for router_gateway (2decda60-4a71-4897-ab83-8b93ed0757fd), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.071668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.100849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] For port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:21.104407 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] For port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:21.156898 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Provisioning complete for port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:21.157379 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.183197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.188942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.200993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Allocated IP 172.27.0.213 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/ddf9009b-8059-4c59-8084-41084ef159f3) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:21.226932 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:20Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:21.257725 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c5e491-ba8a-4b6c-8edc-a769fe8a1b14 None None] The sync data for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi is: [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:20Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:21.262905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ab92-39f5-471c-a42d-17131d5e06b4 None None] Pushing event updated for resources: {'Port': ['ID=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:21.300964 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.372084 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Current status of the port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:21.372586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.373046 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Network 49b11716-060c-4312-8b63-3e53952f4899 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:21.374511 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for port (ddf9009b-8059-4c59-8084-41084ef159f3), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.377717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:21.381228 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:21.443984 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] For port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:21.446009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.448345 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:21.480197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:21.480197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.500286 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.528936 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.558023 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:21.566359 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-428a4574-bf3c-4081-abb1-68081deb970d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0627139 Mar 08 20:27:21.569021 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:21.583973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Request body: {'port': {'device_id': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:21.590162 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:21.639610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Pushing event updated for resources: {'Port': ['ID=ddf9009b-8059-4c59-8084-41084ef159f3,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:21.660114 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa533-6bb5-4eff-b1df-12921ecc7748 None None] Pushing event updated for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:21.756603 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.808921 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd56f5-ebdb-47cd-8a90-53f3dc27b27c req-3a82780a-e78d-4ed5-9828-ff49353f48d8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:21.810588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2fd56f5-ebdb-47cd-8a90-53f3dc27b27c req-3a82780a-e78d-4ed5-9828-ff49353f48d8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 932 time: 0.1593075 Mar 08 20:27:21.854334 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-9daebaf1-03a5-4954-afae-52622e6eb587 None None] Provisioning complete for port 9ae33bb3-37dc-4413-92b3-1084659bebcf triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:21.854969 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9daebaf1-03a5-4954-afae-52622e6eb587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:21.903670 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-9daebaf1-03a5-4954-afae-52622e6eb587 None None] Port 9ae33bb3-37dc-4413-92b3-1084659bebcf cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:21.938528 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2fd56f5-ebdb-47cd-8a90-53f3dc27b27c req-94de8ddf-1b03-40e7-ba34-571b19fe1b74 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206748 Mar 08 20:27:22.138361 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:27:22.146665 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks [] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.164599 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Transition to ACTIVE for port object 9ae33bb3-37dc-4413-92b3-1084659bebcf will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:27:22.182267 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 3887b327-1fb1-4ecf-8bc0-2edb02e56eae up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:22.238649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:22.239396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.259627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.311352 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for router_gateway (2decda60-4a71-4897-ab83-8b93ed0757fd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.362622 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:22.412834 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:22.414089 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:22.520164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Attempting to bind port 9ae33bb3-37dc-4413-92b3-1084659bebcf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:22.525281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:22.525668 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.534565 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Attempting to bind port 9ae33bb3-37dc-4413-92b3-1084659bebcf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:22.535192 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Attempting to bind port 9ae33bb3-37dc-4413-92b3-1084659bebcf on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:22.548217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Port 9ae33bb3-37dc-4413-92b3-1084659bebcf on network 49b11716-060c-4312-8b63-3e53952f4899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:27:22.552444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Attempting to bind port 9ae33bb3-37dc-4413-92b3-1084659bebcf on network 49b11716-060c-4312-8b63-3e53952f4899 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:22.561387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:22.562161 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Checking segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:22.562782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Bound using segment: {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:22.563468 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Bound port: 9ae33bb3-37dc-4413-92b3-1084659bebcf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174a2378-6c5d-4393-a6a2-ddd512178b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49b11716-060c-4312-8b63-3e53952f4899'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:22.564086 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.588524 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.672139 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:22.673385 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.679384 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.686160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:22.693877 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:22.728834 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:22.787495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0d8f8-84f6-41c9-8b32-e5695ee9d95d None None] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:27:22.875264 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.885761 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-1bdf8f0a-c742-4924-ab43-99dd5a889416 None None] Provisioning complete for port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:22.886143 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8f0a-c742-4924-ab43-99dd5a889416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.908011 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.909402 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:22.910153 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:22.911588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] 10.222.0.47 "PUT /v2.0/ports/9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 1094 time: 1.3355565 Mar 08 20:27:22.912073 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:22.914303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15faeaa-6154-40ad-9d63-1f24dbec14e7" -d '{"events": [{"name": "network-changed", "server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:22.958650 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83dd13-c8ac-4aa2-b0ef-ac279e92500f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:22.963207 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd29db2-1af9-4ac8-959c-5a165b9afd49 x-openstack-request-id: req-afd29db2-1af9-4ac8-959c-5a165b9afd49 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:22.963566 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:22.963934 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afd29db2-1af9-4ac8-959c-5a165b9afd49 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:22.964398 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'status': 'completed', 'code': 200} Mar 08 20:27:23.006303 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:23.019641 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Router 2decda60-4a71-4897-ab83-8b93ed0757fd is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:27:23.083225 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf8f0a-c742-4924-ab43-99dd5a889416 None None] Current status of the port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:23.115828 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-c7fb78e6-8967-4386-9306-ed10cf699d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.117354 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-c7fb78e6-8967-4386-9306-ed10cf699d5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1128 time: 0.1258759 Mar 08 20:27:23.197470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:23.208493 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Sync routers for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:23.221372 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:23.226353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ea0f8-9f54-4c0f-af49-dde9e0892a83 req-a1c4069e-6ca3-4e08-b646-dc9bafe86d96 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.226522 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:23.226626 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e1ea0f8-9f54-4c0f-af49-dde9e0892a83 req-a1c4069e-6ca3-4e08-b646-dc9bafe86d96 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.1447372 Mar 08 20:27:23.288849 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:23.291908 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3c305259-24f9-4ef4-9ce9-247954cbcafa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1163225 Mar 08 20:27:23.292253 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-5a80bd68-f4ac-40bf-951c-8e6edcceb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.293404 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50928) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:23.293668 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-5a80bd68-f4ac-40bf-951c-8e6edcceb00e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=57a662310112488d9b7349bfaffb9a50&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1668496 Mar 08 20:27:23.299516 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e1ea0f8-9f54-4c0f-af49-dde9e0892a83 req-09bb2f56-b6fe-489f-b5c7-d82c6d442844 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680487 Mar 08 20:27:23.361632 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:23.403086 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-6107dd4e-c7ed-44c3-9392-54aba53f7d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.405732 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e15faeaa-6154-40ad-9d63-1f24dbec14e7 req-6107dd4e-c7ed-44c3-9392-54aba53f7d07 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1050537 Mar 08 20:27:23.496091 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-f67d876a-fb68-4435-80f0-80f782bdfa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.496313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-668e015c-fb40-4a46-9c68-1f591470255e None None] Provisioning complete for port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:23.496423 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-668e015c-fb40-4a46-9c68-1f591470255e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:23.497636 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-f67d876a-fb68-4435-80f0-80f782bdfa05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1128 time: 0.0520658 Mar 08 20:27:23.541027 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-ff08278b-85b4-4393-bcab-77c55a922f7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 217 time: 0.0353971 Mar 08 20:27:23.593872 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-4e5ec27e-4316-4023-b23e-de2cc8e8251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.595339 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-4e5ec27e-4316-4023-b23e-de2cc8e8251e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0488071 Mar 08 20:27:23.618474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-668e015c-fb40-4a46-9c68-1f591470255e None None] Current status of the port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:23.622919 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:22Z', 'revision_number': 3, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:23.647802 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb328-b178-4c79-995a-a9143581a97d req-831ae926-3c51-4c6a-91e3-3a3836ba59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:23.649468 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-831ae926-3c51-4c6a-91e3-3a3836ba59ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478871 Mar 08 20:27:23.649942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Checking router: 2decda60-4a71-4897-ab83-8b93ed0757fd for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:23.650295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Updating router 2decda60-4a71-4897-ab83-8b93ed0757fd port ddf9009b-8059-4c59-8084-41084ef159f3 binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:27:23.682097 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:23.744723 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-00ec5b96-71c2-4d61-9faf-424f80f68fab service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892127 Mar 08 20:27:23.765675 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:23.844048 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-055cb328-b178-4c79-995a-a9143581a97d req-b5efcc3b-d439-42a4-b0ff-4ce1e9cd5715 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919664 Mar 08 20:27:23.933855 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Allocated IP 172.20.0.1 (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a/a0adf726-3fe5-4dbc-802d-fb6f47a16908/72d00232-9fa1-45cd-83ab-8b86c095b5d7) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:24.045458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks [] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.073795 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:24.121118 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks [] for port (ddf9009b-8059-4c59-8084-41084ef159f3), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.140016 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:24.140385 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.143065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.182720 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:24.186068 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:24.190982 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:24.218354 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Pushing event updated for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:24.232034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:24.237676 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (2decda60-4a71-4897-ab83-8b93ed0757fd), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.239316 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.293304 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Attempting to bind port ddf9009b-8059-4c59-8084-41084ef159f3 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:24.293683 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Attempting to bind port ddf9009b-8059-4c59-8084-41084ef159f3 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:24.294060 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Attempting to bind port ddf9009b-8059-4c59-8084-41084ef159f3 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:24.300919 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f1f06-0acd-48ea-aacf-9f13053d90f5 None None] Pushing event updated for resources: {'Port': ['ID=ddf9009b-8059-4c59-8084-41084ef159f3,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:24.305780 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:24.306173 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:24.306585 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.306984 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:24.307476 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Bound port: ddf9009b-8059-4c59-8084-41084ef159f3, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:24.307891 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.373972 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] For port ddf9009b-8059-4c59-8084-41084ef159f3, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:24.377474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] For port ddf9009b-8059-4c59-8084-41084ef159f3, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ddf9009b-8059-4c59-8084-41084ef159f3,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:24.448380 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413c5d8-acd7-4937-8815-6d61347bcc16 req-0db39d07-342c-483b-bb71-0a1711526e41 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:24.449821 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-5e66ff75-b377-4b62-959a-8a020c9a5ff7 None None] Provisioning complete for port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:24.450036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7413c5d8-acd7-4937-8815-6d61347bcc16 req-0db39d07-342c-483b-bb71-0a1711526e41 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0562410 Mar 08 20:27:24.450409 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5e66ff75-b377-4b62-959a-8a020c9a5ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.475338 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.475779 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.503930 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7413c5d8-acd7-4937-8815-6d61347bcc16 req-11726031-3781-44fa-9950-1b96aa2304b7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462489 Mar 08 20:27:24.532852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-5e66ff75-b377-4b62-959a-8a020c9a5ff7 None None] Port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:24.550400 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:24.551174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:24.553916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f1f06-0acd-48ea-aacf-9f13053d90f5 None None] Pushing event updated for resources: {'Port': ['ID=ddf9009b-8059-4c59-8084-41084ef159f3,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:24.644378 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks [] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.663155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:24.734097 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.805224 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (2decda60-4a71-4897-ab83-8b93ed0757fd), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:24.807049 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Pushing event updated for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:24.868071 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '72d00232-9fa1-45cd-83ab-8b86c095b5d7', 'name': '', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'tenant_id': '7810429ad604456fac620db613293c0a', 'mac_address': 'fa:16:3e:ff:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:23Z', 'updated_at': '2022-03-08T20:27:23Z', 'revision_number': 1, 'project_id': '7810429ad604456fac620db613293c0a', 'subnets': [{'id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:24.896274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b69c8-cbdb-4708-aa8f-f8d750ad6290 None None] The sync data for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi is: [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '72d00232-9fa1-45cd-83ab-8b86c095b5d7', 'name': '', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'tenant_id': '7810429ad604456fac620db613293c0a', 'mac_address': 'fa:16:3e:ff:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:23Z', 'updated_at': '2022-03-08T20:27:23Z', 'revision_number': 1, 'project_id': '7810429ad604456fac620db613293c0a', 'subnets': [{'id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:24.904579 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:24.905964 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:25.034739 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Router 2decda60-4a71-4897-ab83-8b93ed0757fd has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:25.158195 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-98acaeb9-0e3c-4bd2-8105-db43bdf8134e None None] Provisioning complete for port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:25.158564 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-98acaeb9-0e3c-4bd2-8105-db43bdf8134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:25.178681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:25.195843 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4148afb9-6186-4b75-b55f-adb26eaec973 admin admin] 10.222.0.18 "PUT /v2.0/routers/2decda60-4a71-4897-ab83-8b93ed0757fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8892593 Mar 08 20:27:25.196066 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-98acaeb9-0e3c-4bd2-8105-db43bdf8134e None None] Port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:25.646740 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53f5e-55c0-4ace-8bfe-ae620c32d64e req-d02d2bcc-6240-484e-ae87-4941addda589 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:25.651090 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2f53f5e-55c0-4ace-8bfe-ae620c32d64e req-d02d2bcc-6240-484e-ae87-4941addda589 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0600605 Mar 08 20:27:25.703082 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2f53f5e-55c0-4ace-8bfe-ae620c32d64e req-979ad111-7a60-4116-b97f-012a779cc813 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Mar 08 20:27:25.893243 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50942) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:25.898162 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296544816', 'description': 'tempest-secgroup-smoke-296544816 description', 'project_id': 'ec073555b40e40df9318d033b470df8c'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:25.983744 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.064246 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (eeba0a8f-a245-484a-bff7-e6883d9cc4a4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.092177 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ddf9009b-8059-4c59-8084-41084ef159f3 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:26.128292 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (eeba0a8f-a245-484a-bff7-e6883d9cc4a4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.155491 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port ddf9009b-8059-4c59-8084-41084ef159f3 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:26.156149 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.159295 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba0a8f-a245-484a-bff7-e6883d9cc4a4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:26.237335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.238633 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1f0f67cf-137c-40cd-a1d6-3cf9b80f409e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3443370 Mar 08 20:27:26.241552 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50944) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:26.244887 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port ddf9009b-8059-4c59-8084-41084ef159f3 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:26.245278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.246573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:26.266720 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port ddf9009b-8059-4c59-8084-41084ef159f3, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ddf9009b-8059-4c59-8084-41084ef159f3,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:26.321954 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.348549 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.353900 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (ef31aa25-bdad-4cf0-b92d-17d914e5840b), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.396645 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=ddf9009b-8059-4c59-8084-41084ef159f3,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:26.411897 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (ef31aa25-bdad-4cf0-b92d-17d914e5840b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.487830 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (ef31aa25-bdad-4cf0-b92d-17d914e5840b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.505415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef31aa25-bdad-4cf0-b92d-17d914e5840b,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:26.570317 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.572021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cbba5614-bb8a-4487-9a6d-edca93125d23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3292067 Mar 08 20:27:26.574526 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 50946) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:26.579730 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:26.683046 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (b31f3427-1140-4b42-a988-c629bd8d2944), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.716848 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:27:26.833049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:26.847070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:27:26.870551 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Sync routers for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:26.886212 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:26.887218 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:26.890014 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:26.890416 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:26.908484 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:27:26.930410 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:26.982654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (b31f3427-1140-4b42-a988-c629bd8d2944), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.004255 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:27.005721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.036874 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f7790-f0cf-45ce-9086-3cd3608bb616 req-9b1e2c08-3756-4232-ae68-05288eedbdc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:27.038411 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-870f7790-f0cf-45ce-9086-3cd3608bb616 req-9b1e2c08-3756-4232-ae68-05288eedbdc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0543716 Mar 08 20:27:27.073794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.096287 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-870f7790-f0cf-45ce-9086-3cd3608bb616 req-28c40704-b199-46f0-89af-1632b8e7e6ba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Mar 08 20:27:27.131575 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (b31f3427-1140-4b42-a988-c629bd8d2944), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.149768 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31f3427-1140-4b42-a988-c629bd8d2944,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.227537 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '72d00232-9fa1-45cd-83ab-8b86c095b5d7', 'name': '', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'tenant_id': '7810429ad604456fac620db613293c0a', 'mac_address': 'fa:16:3e:ff:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:23Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 2, 'project_id': '7810429ad604456fac620db613293c0a', 'subnets': [{'id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:27.238221 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.239478 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1bb2cdf1-9c00-4429-98d2-f7b50671226e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6640112 Mar 08 20:27:27.242520 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50950) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:27.247179 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:27.253803 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Checking router: 2decda60-4a71-4897-ab83-8b93ed0757fd for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:27.254155 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Updating router 2decda60-4a71-4897-ab83-8b93ed0757fd port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:27:27.284202 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.350090 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (a4382bec-af12-41c7-b808-f581b2abc199), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.407086 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (a4382bec-af12-41c7-b808-f581b2abc199), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.411620 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['9ae33bb3-37dc-4413-92b3-1084659bebcf'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:27:27.477161 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (a4382bec-af12-41c7-b808-f581b2abc199), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.497165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4382bec-af12-41c7-b808-f581b2abc199,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.552893 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks [] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.581447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.582643 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-60a637ad-628a-439c-8487-1025a83690c8 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390656 Mar 08 20:27:27.592452 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50952) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:27.596655 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:27.631100 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.671561 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (55bc2bcd-c4fa-4dd4-97f9-16d0d88a6f54), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.682666 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de147905-9a82-4b94-9a38-22749a3e89b7 None None] Pushing event updated for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.731592 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Attempting to bind port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:27.733059 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Attempting to bind port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:27.733754 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Attempting to bind port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 on network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:27.740908 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:27.741895 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Checking segment: {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:27.744863 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.744863 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Bound using segment: {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:27.744863 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Bound port: 72d00232-9fa1-45cd-83ab-8b86c095b5d7, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67b73c0-37bd-40d4-8564-632b9f2a8188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:27.744863 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.745613 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (55bc2bcd-c4fa-4dd4-97f9-16d0d88a6f54), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.820626 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] For port 72d00232-9fa1-45cd-83ab-8b86c095b5d7, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:27.824016 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] For port 72d00232-9fa1-45cd-83ab-8b86c095b5d7, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=72d00232-9fa1-45cd-83ab-8b86c095b5d7,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:27.836309 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (55bc2bcd-c4fa-4dd4-97f9-16d0d88a6f54), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.854738 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bc2bcd-c4fa-4dd4-97f9-16d0d88a6f54,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:27.936070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-70d6b416-02f9-45fe-ac23-ef6bfb3687ec None None] Provisioning complete for port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:27.936378 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-70d6b416-02f9-45fe-ac23-ef6bfb3687ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.954615 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.970222 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:27.971655 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-dbb9577b-997e-44f9-8c03-59b450627983 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3782997 Mar 08 20:27:27.973382 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-70d6b416-02f9-45fe-ac23-ef6bfb3687ec None None] Port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:27.975207 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50954) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:27.983448 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:28.016969 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:28.017590 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:28.022548 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de147905-9a82-4b94-9a38-22749a3e89b7 None None] Pushing event updated for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:28.065113 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.securitygroups_db [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Project ec073555b40e40df9318d033b470df8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:27:28.072064 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (60e6ba2c-7692-486b-91ca-1b0a68d9ebfb), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.083320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ddf9009b-8059-4c59-8084-41084ef159f3 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:28.160316 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (60e6ba2c-7692-486b-91ca-1b0a68d9ebfb), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.175149 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:28.183211 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port ddf9009b-8059-4c59-8084-41084ef159f3 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:28.183679 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.257205 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (60e6ba2c-7692-486b-91ca-1b0a68d9ebfb), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.258274 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9eaa5f-0607-42d7-9263-f07815dd899d req-c7079d0d-073c-40d8-8e47-c4a02b178a9e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:28.260109 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e9eaa5f-0607-42d7-9263-f07815dd899d req-c7079d0d-073c-40d8-8e47-c4a02b178a9e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 945 time: 0.0700574 Mar 08 20:27:28.286999 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e6ba2c-7692-486b-91ca-1b0a68d9ebfb,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:28.292977 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port ddf9009b-8059-4c59-8084-41084ef159f3 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:28.304836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Provisioning complete for port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:28.305354 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.329928 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1e9eaa5f-0607-42d7-9263-f07815dd899d req-09c6dc37-24eb-4e7f-9021-5cabcef827ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626349 Mar 08 20:27:28.385147 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.386834 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1439054d-9d6d-401a-b1df-e3040fcb120b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4097447 Mar 08 20:27:28.389804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 50958) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:28.395957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Current status of the port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:28.396211 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'security_group_rule': {'security_group_id': 'eeba0a8f-a245-484a-bff7-e6883d9cc4a4', 'project_id': 'ec073555b40e40df9318d033b470df8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:28.396339 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.428256 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] For port 72d00232-9fa1-45cd-83ab-8b86c095b5d7, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=72d00232-9fa1-45cd-83ab-8b86c095b5d7,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:28.487737 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '72d00232-9fa1-45cd-83ab-8b86c095b5d7', 'name': '', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'tenant_id': '7810429ad604456fac620db613293c0a', 'mac_address': 'fa:16:3e:ff:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:23Z', 'updated_at': '2022-03-08T20:27:27Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'subnets': [{'id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:28.493853 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.securitygroups_db [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Project ec073555b40e40df9318d033b470df8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:27:28.499697 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (9b2219b2-0111-4d06-b160-aaae77be0952), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.521939 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2fe3f-cf30-4852-beb7-537b9c2e4692 None None] The sync data for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi is: [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:27:24Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '72d00232-9fa1-45cd-83ab-8b86c095b5d7', 'name': '', 'network_id': '11a55d83-455c-4bca-b3ed-4a0b4ae2a94a', 'tenant_id': '7810429ad604456fac620db613293c0a', 'mac_address': 'fa:16:3e:ff:ff:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:23Z', 'updated_at': '2022-03-08T20:27:27Z', 'revision_number': 4, 'project_id': '7810429ad604456fac620db613293c0a', 'subnets': [{'id': 'a0adf726-3fe5-4dbc-802d-fb6f47a16908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:28.522598 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.562505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (9b2219b2-0111-4d06-b160-aaae77be0952), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.578234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ff7c3-aef8-41a4-a32e-6d7d469ee740 None None] Pushing event updated for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:28.634473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (9b2219b2-0111-4d06-b160-aaae77be0952), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.651083 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2219b2-0111-4d06-b160-aaae77be0952,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:28.726848 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:28.727830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.734361 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a54f3de4-0c16-4adf-8269-5b96524a202b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3377283 Mar 08 20:27:28.868743 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 9ae33bb3-37dc-4413-92b3-1084659bebcf completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:27:28.873482 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 9ae33bb3-37dc-4413-92b3-1084659bebcf triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:28.874058 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.957516 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:28.957911 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:28.984124 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:28.986393 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8430756a-76b1-4c46-9d0e-b847ca6f2f1a" -d '{"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:29.001165 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:29.026255 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b56a7c-373f-4943-9f47-e61bac8fb361 x-openstack-request-id: req-a4b56a7c-373f-4943-9f47-e61bac8fb361 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:29.026558 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:29.026815 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4b56a7c-373f-4943-9f47-e61bac8fb361 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:29.027214 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'code': 200} Mar 08 20:27:29.071523 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:29.125343 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:29.338985 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf53b6-3ed9-45bd-ae9c-9f6b17e8be06 req-7ee59944-b56b-4933-8d01-ecdf13f96fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:29.340525 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eeaf53b6-3ed9-45bd-ae9c-9f6b17e8be06 req-7ee59944-b56b-4933-8d01-ecdf13f96fc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1130 time: 0.0417871 Mar 08 20:27:29.384103 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eeaf53b6-3ed9-45bd-ae9c-9f6b17e8be06 req-f1133479-8d67-4f31-b3ec-2f8969c0e00b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 Mar 08 20:27:29.458314 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5439c-7e2a-4a24-87ef-d862a0be9212 req-ca2054a2-542c-422a-afd6-98fdb1ee8fca tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:29.459802 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8f5439c-7e2a-4a24-87ef-d862a0be9212 req-ca2054a2-542c-422a-afd6-98fdb1ee8fca tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0544519 Mar 08 20:27:29.505797 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8f5439c-7e2a-4a24-87ef-d862a0be9212 req-a2eea6af-494b-4b2e-b424-ff15cd90ec07 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405014 Mar 08 20:27:30.077829 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 72d00232-9fa1-45cd-83ab-8b86c095b5d7 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:27:30.126097 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:30.126490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:30.213362 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:27:30.641428 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae276b-c0c7-4e6e-a1ed-a7f20cc8a786 req-bc665e00-3f03-4a96-aaea-45acbcf7fbd3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:30.643006 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3ae276b-c0c7-4e6e-a1ed-a7f20cc8a786 req-bc665e00-3f03-4a96-aaea-45acbcf7fbd3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0588374 Mar 08 20:27:30.690953 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b3ae276b-c0c7-4e6e-a1ed-a7f20cc8a786 req-640bf79f-c9bc-4d15-9328-a84734bd2173 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Mar 08 20:27:31.814862 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d84e7-23ef-480a-abaf-47c519462a80 req-2aa6a351-b08b-45bb-ad62-c4faffdedcc2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.816378 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a50d84e7-23ef-480a-abaf-47c519462a80 req-2aa6a351-b08b-45bb-ad62-c4faffdedcc2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0538113 Mar 08 20:27:31.863869 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a50d84e7-23ef-480a-abaf-47c519462a80 req-6b4ad6cc-5ce5-4818-b4aa-a8b6dd289eba tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Mar 08 20:27:31.983746 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8f8b5-4674-4d62-8a48-326192b77244 req-7e9df852-e250-4892-a951-7358a9478a43 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:31.985393 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73d8f8b5-4674-4d62-8a48-326192b77244 req-7e9df852-e250-4892-a951-7358a9478a43 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0540276 Mar 08 20:27:31.994184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51030) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:27:31.998639 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Request body: {'floatingip': {'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:32.041059 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:32.500953 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:32.554479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:32.663649 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Floating IP 644b122f-a500-48bd-8e3f-b4aa93f68c1f associated. External IP: 172.27.0.132, port: 9ae33bb3-37dc-4413-92b3-1084659bebcf. Mar 08 20:27:32.891983 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:33.002828 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:33.007123 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:33.012298 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:33.024630 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:33.025277 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:33.039389 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f0519403-83a7-4fe2-897a-2fa9f439b231 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "PUT /v2.0/floatingips/644b122f-a500-48bd-8e3f-b4aa93f68c1f HTTP/1.1" status: 200 len: 992 time: 1.0441201 Mar 08 20:27:33.040001 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:33.042274 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d02d25-7aa7-487e-a0e1-62f966993d68" -d '{"events": [{"name": "network-changed", "server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:33.084717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd704cc8-2d7c-4881-b8fd-e2a7f865f8af x-openstack-request-id: req-cd704cc8-2d7c-4881-b8fd-e2a7f865f8af {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:33.085013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:33.085269 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd704cc8-2d7c-4881-b8fd-e2a7f865f8af {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:33.085672 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'status': 'completed', 'code': 200} Mar 08 20:27:33.139428 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:33.166645 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-5c4fd314-e589-456e-b36b-bc386da49126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:33.168094 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-5c4fd314-e589-456e-b36b-bc386da49126 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1130 time: 0.0445700 Mar 08 20:27:33.267487 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-37537162-660b-40ea-b3b7-fa2c203dfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:33.269175 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-37537162-660b-40ea-b3b7-fa2c203dfee0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0901382 Mar 08 20:27:33.340468 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-7b7bbf44-c086-4830-816a-cf8aecae1cd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 1000 time: 0.0646446 Mar 08 20:27:33.384665 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '644b122f-a500-48bd-8e3f-b4aa93f68c1f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:33.402448 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-fef9494f-358d-4d89-94fd-88d3940d8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:33.404133 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-fef9494f-358d-4d89-94fd-88d3940d8e59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0541408 Mar 08 20:27:33.411337 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:33.425719 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:33.426409 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:33.462239 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-0418ca67-d8d5-424d-a669-ed8a8430f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:33.463792 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-0418ca67-d8d5-424d-a669-ed8a8430f8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530188 Mar 08 20:27:33.546309 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:33.558677 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-0420e411-caba-4313-9656-663055cfcf05 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882607 Mar 08 20:27:33.655940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06d02d25-7aa7-487e-a0e1-62f966993d68 req-ac851325-1139-49a2-b73a-5c2e6ded02d0 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912342 Mar 08 20:27:33.788216 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '644b122f-a500-48bd-8e3f-b4aa93f68c1f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:33.815422 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb4e125-60a5-46b4-9705-2b76709f47bc None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '644b122f-a500-48bd-8e3f-b4aa93f68c1f', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:32Z', 'revision_number': 1, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:34.005099 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab14bf-fab2-488b-8381-432783006f97 None None] New status for floating IP 644b122f-a500-48bd-8e3f-b4aa93f68c1f: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:34.461755 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-eff367e7-f263-4073-84e0-f92efd6a38df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469103 Mar 08 20:27:34.526481 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-df15ea74-31b5-4cb3-acb2-62b25d4bd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:34.527969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-df15ea74-31b5-4cb3-acb2-62b25d4bd96a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1168 time: 0.0448506 Mar 08 20:27:34.634895 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-363f82bb-9c64-44ac-b714-9fced600d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:34.636433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-363f82bb-9c64-44ac-b714-9fced600d477 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0904505 Mar 08 20:27:34.705249 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-565e3f2d-f208-4821-88f3-c17ccfcb7c2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1001 time: 0.0615399 Mar 08 20:27:34.765490 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-378a564f-6c34-4eee-8fd4-f6b4b47a9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:34.766950 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-378a564f-6c34-4eee-8fd4-f6b4b47a9e6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0483396 Mar 08 20:27:34.821142 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-ba8c34e7-2051-42e7-ad97-668641f579c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:34.822608 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-ba8c34e7-2051-42e7-ad97-668641f579c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469217 Mar 08 20:27:34.871562 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:27:34.932297 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-6c0a0540-c6f6-4b40-ba15-563b7c1f1f76 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900769 Mar 08 20:27:35.027335 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eac08f93-20f1-4a7f-b412-1b8a725f2b68 req-c30f5693-b752-4583-972b-0b912aacb390 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Mar 08 20:27:46.091307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c84e33ff-879f-40a5-8d0c-dfe99a0a2c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:48.296908 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3e3505d1-e62c-41ec-bbe4-2a42647c39e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:49.590701 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:51.376725 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:52.533287 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:52.818452 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8a607-67ee-401f-b3c7-eaa2e07effa4 req-ab82f10f-c5db-482b-89ad-ce8086e31417 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:52.819890 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63b8a607-67ee-401f-b3c7-eaa2e07effa4 req-ab82f10f-c5db-482b-89ad-ce8086e31417 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Mar 08 20:27:52.867708 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-63b8a607-67ee-401f-b3c7-eaa2e07effa4 req-1e789b65-2f58-4dfa-bb10-c58b2ad6f8aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Mar 08 20:27:53.818968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-9968b18b-5cec-4bae-b857-11bdef9fa62c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296544816&fields=id&tenant_id=ec073555b40e40df9318d033b470df8c HTTP/1.1" status: 200 len: 267 time: 0.0430796 Mar 08 20:27:54.181660 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-07012c30-ad38-4169-9ab6-da4569845a2e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:54.183129 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-07012c30-ad38-4169-9ab6-da4569845a2e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 809 time: 0.3579633 Mar 08 20:27:54.190655 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb526f16-f0db-4930-9812-2787279d8083 req-ae8b9d05-b0fc-44f9-a1f1-00bed6f9e48a tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:54.191994 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb526f16-f0db-4930-9812-2787279d8083 req-ae8b9d05-b0fc-44f9-a1f1-00bed6f9e48a tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.1090412 Mar 08 20:27:54.217244 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-c7459d18-c736-497c-8117-f4c745b102b7 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/quotas/ec073555b40e40df9318d033b470df8c HTTP/1.1" status: 200 len: 375 time: 0.0242848 Mar 08 20:27:54.273463 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb526f16-f0db-4930-9812-2787279d8083 req-cc91740d-d1d0-4dcf-b252-c4b3bdcae5b5 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744343 Mar 08 20:27:54.294277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-2a90adf0-a715-484b-a55a-01f6f74d9f21 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694540 Mar 08 20:27:54.391692 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-d7eb7fb4-b4fc-42a6-b629-a6d78fc61979 service neutron] 10.222.0.18 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Mar 08 20:27:54.481005 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-177969fe-7d09-4b45-b438-97db53da80d6 service neutron] 10.222.0.18 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Mar 08 20:27:54.998848 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-6f2ed9d0-0050-4661-8055-172dc6f6f00c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:55.000427 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-6f2ed9d0-0050-4661-8055-172dc6f6f00c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.0548279 Mar 08 20:27:55.080821 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5b9c6043-bd05-4bc4-bb2b-763217c8a6b5 req-170edd00-27ac-4f47-bb34-f90d84388f74 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0408108 Mar 08 20:27:55.134511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port 81f35a87-9a2a-4974-b839-1394d97e965e {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:27:55.134858 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:55.228840 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] For port 81f35a87-9a2a-4974-b839-1394d97e965e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=81f35a87-9a2a-4974-b839-1394d97e965e,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:27:55.229205 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:55.428723 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:55.429122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (1724d4a9-b587-462e-9f6a-ab4b6056b817), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:55.429437 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP 1724d4a9-b587-462e-9f6a-ab4b6056b817 disassociated. External IP: 172.27.0.4, port: 81f35a87-9a2a-4974-b839-1394d97e965e. Mar 08 20:27:55.429777 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for 81f35a87-9a2a-4974-b839-1394d97e965e owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:27:55.454364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d2e9-5b84-4eef-b818-9d25b9228c71 req-638db186-151e-487b-b70f-a471c172e3e1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:55.455850 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-47e8d2e9-5b84-4eef-b818-9d25b9228c71 req-638db186-151e-487b-b70f-a471c172e3e1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 945 time: 0.1125407 Mar 08 20:27:55.548892 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-47e8d2e9-5b84-4eef-b818-9d25b9228c71 req-4f726601-8686-4f8f-8078-6352bd8f55dd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611329 Mar 08 20:27:55.704825 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (81f35a87-9a2a-4974-b839-1394d97e965e), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:55.731221 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=81f35a87-9a2a-4974-b839-1394d97e965e,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:55.849175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:27:55.958171 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:27:55.968857 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:27:55.978200 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:55.978808 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:56.000441 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] No DVR routers for this DVR port 81f35a87-9a2a-4974-b839-1394d97e965e on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:27:56.003273 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:56.009485 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6620f8e-1a65-4300-bb42-dad11011d022 req-97d6aac4-fba9-43b3-81b7-4435d0546229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "DELETE /v2.0/ports/81f35a87-9a2a-4974-b839-1394d97e965e HTTP/1.1" status: 204 len: 173 time: 0.9938216 Mar 08 20:27:56.009485 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'name': 'network-vif-deleted', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:56.009485 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34da0a19-ae10-41d2-988e-5139242fbd5d" -d '{"events": [{"server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "name": "network-vif-deleted", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:56.047887 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8932d489-d727-4bb5-a8d5-4f4a78b00252 x-openstack-request-id: req-8932d489-d727-4bb5-a8d5-4f4a78b00252 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:56.048187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466cacfb-85ba-4035-86c2-50ed7b4120e6", "name": "network-vif-deleted", "tag": "81f35a87-9a2a-4974-b839-1394d97e965e", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:56.048444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8932d489-d727-4bb5-a8d5-4f4a78b00252 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:56.048849 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466cacfb-85ba-4035-86c2-50ed7b4120e6', 'name': 'network-vif-deleted', 'tag': '81f35a87-9a2a-4974-b839-1394d97e965e', 'status': 'completed', 'code': 200} Mar 08 20:27:56.107658 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:56.204367 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-406f2478-98b7-4328-9b4f-f3ce8c5ed6f0 req-c100006f-4e82-433e-ab16-e84e540a87ae tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0420914 Mar 08 20:27:56.349077 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:56.380116 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:56.380857 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:27:56.390066 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:27:56.390689 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:56.504214 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:27:56.660441 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f515d05a-7b78-4ebf-a5b8-95e67cb08671 req-3a7f785b-eaa3-4473-9410-687267e0cd38 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=466cacfb-85ba-4035-86c2-50ed7b4120e6 HTTP/1.1" status: 200 len: 210 time: 0.0273197 Mar 08 20:27:56.713524 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:27:56.740228 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d1ebc-a76f-42f0-bca2-b00aa17f59bd None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:27:56.894943 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 81f35a87-9a2a-4974-b839-1394d97e965e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:27:56.915986 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 81f35a87-9a2a-4974-b839-1394d97e965e {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:27:56.920868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 81f35a87-9a2a-4974-b839-1394d97e965e not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:27:56.958785 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b2eca-fb5c-4e22-ac62-2c28f80718de None None] New status for floating IP 1724d4a9-b587-462e-9f6a-ab4b6056b817: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:27:57.299014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ede5fc12-1468-4b6f-9c47-48fb1b0548f5 req-3bf80960-a116-4862-a5d5-4e43f756ba3d tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0395243 Mar 08 20:27:57.390596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-7c3e6297-6fc0-4e11-a6ea-f5978b105995 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:57.392061 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-7c3e6297-6fc0-4e11-a6ea-f5978b105995 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 809 time: 0.1222427 Mar 08 20:27:57.461776 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-c4ddcc0d-a35c-480c-91d7-a22f9e672cce tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec073555b40e40df9318d033b470df8c HTTP/1.1" status: 200 len: 379 time: 0.0604863 Mar 08 20:27:57.470733 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'port': {'device_id': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'admin_state_up': True, 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'security_groups': ['eeba0a8f-a245-484a-bff7-e6883d9cc4a4']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:57.653324 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Made reservation on behalf of ec073555b40e40df9318d033b470df8c for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:27:57.656956 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:57.786583 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Allocated IP 172.20.0.4 (6718212b-ce08-445d-a7de-aa686e112064/14cc6982-6d80-4e63-83a2-b3332f066afb/3812c987-f2f5-4a51-bc25-9f5b762ab5bf) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:27:57.927975 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-ff0cca26-68d8-4504-828b-b2fcce8af200 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291306928&fields=id&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 267 time: 0.1040161 Mar 08 20:27:57.988923 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.074484 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-b5e506dc-c3f0-4f52-914b-b1dcaa6646d6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:58.076616 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-b5e506dc-c3f0-4f52-914b-b1dcaa6646d6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.1409461 Mar 08 20:27:58.096477 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-5412fd0f-5d76-4fb6-81e2-07981c33dbe3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/quotas/0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 375 time: 0.0118167 Mar 08 20:27:58.155886 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-c6e5b92b-d162-4124-8cc5-ea9c69770135 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530677 Mar 08 20:27:58.175575 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.282692 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Network 6718212b-ce08-445d-a7de-aa686e112064 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:27:58.288965 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:27:58.292384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:58.296831 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:27:58.350527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-7ec90509-a7cc-4d26-81de-3cc395afd55d service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837735 Mar 08 20:27:58.358596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:58.359243 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.481575 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-baf5b219-889f-4281-9bf9-f4ccd8c46a3e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0143275 Mar 08 20:27:58.503166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Request body: {'port': {'device_id': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:27:58.511663 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e7d46-53c3-42da-8d61-131e6ff27f6e req-56f450cf-935a-4d9e-b060-f4d9c8e77a63 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:58.513745 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-659e7d46-53c3-42da-8d61-131e6ff27f6e req-56f450cf-935a-4d9e-b060-f4d9c8e77a63 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 931 time: 0.1303012 Mar 08 20:27:58.518844 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-b7754637-09ab-48a4-8d8d-1f49dfbeb440 service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567726 Mar 08 20:27:58.605709 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.626919 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-659e7d46-53c3-42da-8d61-131e6ff27f6e req-9aaa9966-1bf8-44dc-bb72-177c8adfbbb4 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919676 Mar 08 20:27:58.640655 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-49fc92b6-8ac8-4e12-9a66-f42d22ad9aed None None] Provisioning complete for port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:27:58.641388 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-49fc92b6-8ac8-4e12-9a66-f42d22ad9aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.702622 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-49fc92b6-8ac8-4e12-9a66-f42d22ad9aed None None] Port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:27:58.943252 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3812c987-f2f5-4a51-bc25-9f5b762ab5bf {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:27:58.950798 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks [] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:58.964431 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Transition to ACTIVE for port object 3812c987-f2f5-4a51-bc25-9f5b762ab5bf will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:27:59.047998 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.116438 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:59.173337 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Attempting to bind port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:27:59.173677 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Attempting to bind port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:27:59.174035 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Attempting to bind port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf on network 6718212b-ce08-445d-a7de-aa686e112064 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:59.181565 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf on network 6718212b-ce08-445d-a7de-aa686e112064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:27:59.181964 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Attempting to bind port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf on network 6718212b-ce08-445d-a7de-aa686e112064 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:27:59.188446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:27:59.190112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Checking segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:27:59.190112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Bound using segment: {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:27:59.190112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Bound port: 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa0418c-ae30-4b22-b836-e2d97e2709fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6718212b-ce08-445d-a7de-aa686e112064'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:27:59.190524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.277181 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-737fa785-40d7-4818-9448-da9dc96ce867 req-93c87612-ea76-406e-8a22-5109ee740ea2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 210 time: 0.0385833 Mar 08 20:27:59.297071 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:27:59.300821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:27:59.390800 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.424144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.425009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:27:59.426338 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] 10.222.0.47 "PUT /v2.0/ports/3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 1093 time: 0.9303031 Mar 08 20:27:59.428600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:27:59.431574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac3f03-16b5-40a0-9d6c-bcab87060476" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:27:59.464162 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a9559-9bb6-42c1-a3dd-4db90bf7ad50 service neutron] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:27:59.485351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985edf7-d5a7-4f70-aa62-3923c940839f x-openstack-request-id: req-b985edf7-d5a7-4f70-aa62-3923c940839f {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:27:59.485649 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:27:59.485905 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b985edf7-d5a7-4f70-aa62-3923c940839f {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:27:59.486302 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'status': 'completed', 'code': 200} Mar 08 20:27:59.560484 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-7d9612c7-5eea-4e44-ae52-394c0d141f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.562362 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-7d9612c7-5eea-4e44-ae52-394c0d141f8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0541236 Mar 08 20:27:59.667648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-a2bec8b6-975a-4b60-b0a4-3c019201ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.669260 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-a2bec8b6-975a-4b60-b0a4-3c019201ab59 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec073555b40e40df9318d033b470df8c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983977 Mar 08 20:27:59.797335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-718fddd7-6b8e-425b-b997-e4ab27a07347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.798785 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5ac3f03-16b5-40a0-9d6c-bcab87060476 req-718fddd7-6b8e-425b-b997-e4ab27a07347 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1224673 Mar 08 20:27:59.812549 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1133-6659-4a8c-a543-4f28084abd19 req-6247570c-62ae-4bd1-9632-a656b27c88d7 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.813223 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f19a1133-6659-4a8c-a543-4f28084abd19 req-6247570c-62ae-4bd1-9632-a656b27c88d7 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0756679 Mar 08 20:27:59.887198 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f19a1133-6659-4a8c-a543-4f28084abd19 req-e65904b8-f352-4f4a-8880-4b9204e944dc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680852 Mar 08 20:27:59.900644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-1904ad66-e854-478e-9b67-a6f0b8604089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.902113 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-1904ad66-e854-478e-9b67-a6f0b8604089 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0661273 Mar 08 20:27:59.948089 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-a10cea4c-e271-4e1c-85c3-bf38bdedc545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 217 time: 0.0377750 Mar 08 20:27:59.995042 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-48c13993-1d93-44ba-896f-403c0f57158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:27:59.996424 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-48c13993-1d93-44ba-896f-403c0f57158e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0421286 Mar 08 20:28:00.044332 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-dfa4c33e-82ad-4ac1-8c8d-7556181a7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:00.046103 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-dfa4c33e-82ad-4ac1-8c8d-7556181a7666 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432987 Mar 08 20:28:00.137517 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-4b77753e-7904-453e-8ae7-3e0043c4b7cd service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Mar 08 20:28:00.225990 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eff9ebb9-482b-48e1-9f8c-1a6443d69f3e req-08f70335-e5e2-4ed2-9396-0992038527b3 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Mar 08 20:28:00.383254 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-54a04fb1-ff60-496c-8b7c-028b27fe1fd7 req-18a34be3-889e-4960-9be3-489db8fbd503 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 210 time: 0.0387938 Mar 08 20:28:01.015897 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5524db9-5796-4783-a1f4-a1b5c0749f30 req-fe52c7ce-58c5-4444-b20a-58ec4a50ddb3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:01.018989 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5524db9-5796-4783-a1f4-a1b5c0749f30 req-fe52c7ce-58c5-4444-b20a-58ec4a50ddb3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0644436 Mar 08 20:28:01.071271 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d5524db9-5796-4783-a1f4-a1b5c0749f30 req-6abc7af8-6d95-4d46-a494-3c2d9c806e5b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 Mar 08 20:28:01.443412 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-bc6ab85e-f375-435c-85fb-dfdcfb8f5f16 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:01.444914 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-bc6ab85e-f375-435c-85fb-dfdcfb8f5f16 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.3465526 Mar 08 20:28:01.490253 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02f7a826-eef0-4d7b-9f68-29bfafd6d1d9 req-948b2cd2-582b-43b6-aa3c-f1e15609d1b1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 210 time: 0.0387659 Mar 08 20:28:01.529761 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-395d35bb-444f-4412-8fa3-a9d76bae8c8a tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 379 time: 0.0757740 Mar 08 20:28:01.539628 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'port': {'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'admin_state_up': True, 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'security_groups': ['29944b28-11d3-4da3-b185-a738af9070b5']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:01.713701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Made reservation on behalf of 0c45730ec0b34b569d89b5a6d9538c01 for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:28:01.716974 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:01.836440 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.20.0.7 (0af54936-3053-4950-a9a3-c05ccc02d715/8aeaf0fd-0e16-4e8a-b496-d93531589b57/ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:28:01.974168 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.097567 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.147651 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:28:02.159388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:28:02.181392 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:28:02.191984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:02.248565 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:02.249853 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.260410 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887982-3680-43b6-bc9f-027ba9b89b0f req-993fd6a0-934e-46d3-a6f6-ff5c28cb5370 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:02.262195 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95887982-3680-43b6-bc9f-027ba9b89b0f req-993fd6a0-934e-46d3-a6f6-ff5c28cb5370 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.1191959 Mar 08 20:28:02.323522 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95887982-3680-43b6-bc9f-027ba9b89b0f req-a18921e1-a69c-4a70-97ae-3170342d5a97 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Mar 08 20:28:02.347456 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-11e04bf8-b933-4e4e-b053-9af6651fcd21 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113463 Mar 08 20:28:02.359959 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Request body: {'port': {'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:02.389242 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0362403a-fe0c-4cd2-b451-7bee4ba22c48 None None] Provisioning complete for port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:02.390389 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0362403a-fe0c-4cd2-b451-7bee4ba22c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.425888 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0362403a-fe0c-4cd2-b451-7bee4ba22c48 None None] Port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:28:02.426139 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.680259 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db59466-af2b-47cb-b34f-db26fc68c197 req-02be3c60-76df-43f0-af5b-ef7a4d7d6784 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:02.681731 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7db59466-af2b-47cb-b34f-db26fc68c197 req-02be3c60-76df-43f0-af5b-ef7a4d7d6784 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 931 time: 0.1186719 Mar 08 20:28:02.766144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:28:02.773431 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7db59466-af2b-47cb-b34f-db26fc68c197 req-705d491b-51ac-4017-b950-dfad97ce191f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858269 Mar 08 20:28:02.777322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks [] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.790261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Transition to ACTIVE for port object ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:28:02.850801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:02.908959 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:02.984378 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Attempting to bind port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:28:02.984810 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Attempting to bind port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:28:02.985211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Attempting to bind port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:28:02.992347 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 on network 0af54936-3053-4950-a9a3-c05ccc02d715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:28:02.992750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Attempting to bind port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:28:02.998856 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:28:02.999408 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:28:02.999923 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Bound using segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:28:03.000431 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Bound port: ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:28:03.000863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:03.080499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:28:03.083523 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:28:03.188018 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:03.224591 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.225154 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:03.226546 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] 10.222.0.47 "PUT /v2.0/ports/ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 200 len: 1093 time: 0.8714018 Mar 08 20:28:03.226979 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:03.229346 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3fbe2-d308-4d91-8024-8dc429de85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:03.256003 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b636-6a84-40cd-8348-8e2c9f712f0c service neutron] Pushing event updated for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:03.271979 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ceb76-6c04-4d15-a156-ef3628b401f9 x-openstack-request-id: req-525ceb76-6c04-4d15-a156-ef3628b401f9 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:03.272449 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:03.272713 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-525ceb76-6c04-4d15-a156-ef3628b401f9 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:03.273128 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'status': 'completed', 'code': 200} Mar 08 20:28:03.344052 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-23599526-9f1b-418b-9cc0-152e15d071f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.345914 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-23599526-9f1b-418b-9cc0-152e15d071f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1127 time: 0.0523691 Mar 08 20:28:03.495459 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-b9d7400b-4229-46ca-8d74-237c54140d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.496927 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-b9d7400b-4229-46ca-8d74-237c54140d97 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1443620 Mar 08 20:28:03.542779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc42d8-61a8-4bbe-b268-6d89e7681b18 req-4a5e42d4-f359-4a25-bcdd-9aa7340a35b3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.544202 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7fc42d8-61a8-4bbe-b268-6d89e7681b18 req-4a5e42d4-f359-4a25-bcdd-9aa7340a35b3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.1300740 Mar 08 20:28:03.628970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1eb05-cd71-46ac-83e2-329bc3832d6d req-b016611e-2e9d-450e-9171-93678ac4055c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.630455 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3e1eb05-cd71-46ac-83e2-329bc3832d6d req-b016611e-2e9d-450e-9171-93678ac4055c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.1558380 Mar 08 20:28:03.684324 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7fc42d8-61a8-4bbe-b268-6d89e7681b18 req-4f4628e7-5f23-409a-b454-3b5e58e74423 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293719 Mar 08 20:28:03.685319 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-d4bebab0-bf6c-45cc-ae6c-7f5011511bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.687230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afc3fbe2-d308-4d91-8024-8dc429de85a9 req-d4bebab0-bf6c-45cc-ae6c-7f5011511bd9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1752789 Mar 08 20:28:03.715440 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3e1eb05-cd71-46ac-83e2-329bc3832d6d req-8476368f-605f-4772-bae4-308a8147f4f8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778911 Mar 08 20:28:03.768387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-eae2a9c9-c53c-4168-97df-09ffc3407c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.769879 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-eae2a9c9-c53c-4168-97df-09ffc3407c39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1127 time: 0.0441229 Mar 08 20:28:03.816489 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-79a6080b-3b13-43d8-b927-5fb74ebdfa2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 200 len: 217 time: 0.0391014 Mar 08 20:28:03.893695 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-5295b0d0-6471-4ebe-bce1-514fa46a282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.895024 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-5295b0d0-6471-4ebe-bce1-514fa46a282e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0686088 Mar 08 20:28:03.940861 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30d7b6-c080-479b-b1df-afd335c55e36 req-be25edc8-f383-4496-ae1c-1fa452c9c8ce tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.942289 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a30d7b6-c080-479b-b1df-afd335c55e36 req-be25edc8-f383-4496-ae1c-1fa452c9c8ce tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0905190 Mar 08 20:28:03.981108 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-2fa4e29b-5c0e-46a1-8743-4ed850578d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:03.982558 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-2fa4e29b-5c0e-46a1-8743-4ed850578d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799453 Mar 08 20:28:04.013706 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2a30d7b6-c080-479b-b1df-afd335c55e36 req-71d930e4-b114-47fa-876c-bb4873336d0c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654657 Mar 08 20:28:04.078920 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-599330f5-1e56-4351-975c-a1fcfe5a3518 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883482 Mar 08 20:28:04.169604 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ebeeed2-cb04-44e1-9768-e59b6b36fccb req-aa67b618-d2d3-493f-b7cd-9c749c268138 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Mar 08 20:28:04.834118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c05d36-f3b3-4ad9-a2cd-57b9c7b91ad8 req-b493e1b9-4f37-4e5e-abf2-c95937bc2366 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:04.835601 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-78c05d36-f3b3-4ad9-a2cd-57b9c7b91ad8 req-b493e1b9-4f37-4e5e-abf2-c95937bc2366 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0839281 Mar 08 20:28:04.872883 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319252e2-83c0-425d-bc6a-f4d89b811f08 req-46c7fa3b-aa8a-4743-81df-4f9ee3835cb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:04.875038 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-319252e2-83c0-425d-bc6a-f4d89b811f08 req-46c7fa3b-aa8a-4743-81df-4f9ee3835cb8 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0898185 Mar 08 20:28:04.918158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-78c05d36-f3b3-4ad9-a2cd-57b9c7b91ad8 req-b0e5363d-2358-46e7-a44c-6a50a5b2499e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767725 Mar 08 20:28:04.941281 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-319252e2-83c0-425d-bc6a-f4d89b811f08 req-a68db41e-6a7c-4de5-9b35-a346daf535fe tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=834c4cac-0466-4587-85f4-745d6c9dfb25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566807 Mar 08 20:28:05.052817 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-c8282f6c-170c-48ec-a78c-1e400513f9d5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:05.054274 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-c8282f6c-170c-48ec-a78c-1e400513f9d5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 946 time: 0.0544057 Mar 08 20:28:05.181377 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9716f0-6c3d-4c13-a270-a7c85bb0b591 req-3120d2b1-0e13-429b-b0f5-c4a58c41b785 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:05.182857 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ea9716f0-6c3d-4c13-a270-a7c85bb0b591 req-3120d2b1-0e13-429b-b0f5-c4a58c41b785 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0952561 Mar 08 20:28:05.209535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Deleting port a17541b7-897b-4f41-80a2-2f1ec230a3aa {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:05.209876 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.294508 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ea9716f0-6c3d-4c13-a270-a7c85bb0b591 req-12f524f5-1e0c-4bde-8f70-7abdabc210a6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049616 Mar 08 20:28:05.324449 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] For port a17541b7-897b-4f41-80a2-2f1ec230a3aa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a17541b7-897b-4f41-80a2-2f1ec230a3aa,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:05.324812 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.489059 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.489415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.489727 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Floating IP 2ac4070d-339b-4a68-af62-a0c874f800fb disassociated. External IP: 172.27.0.254, port: a17541b7-897b-4f41-80a2-2f1ec230a3aa. Mar 08 20:28:05.490060 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Calling delete_port for a17541b7-897b-4f41-80a2-2f1ec230a3aa owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:05.702246 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (a17541b7-897b-4f41-80a2-2f1ec230a3aa), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:05.730516 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'Port': ['ID=a17541b7-897b-4f41-80a2-2f1ec230a3aa,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:05.844273 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:05.950248 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:05.960929 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:05.973358 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:05.973992 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:05.992760 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] No DVR routers for this DVR port a17541b7-897b-4f41-80a2-2f1ec230a3aa on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:06.004821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:06.009503 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d26878c-6627-42e5-9dfb-2f8c7dcb553c req-83f32a31-860b-4b6c-b334-3b57052e0453 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "DELETE /v2.0/ports/a17541b7-897b-4f41-80a2-2f1ec230a3aa HTTP/1.1" status: 204 len: 173 time: 0.9500840 Mar 08 20:28:06.010002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'name': 'network-vif-deleted', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:06.012790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d353547a-c946-4ef3-8f5e-1ffe7d264033" -d '{"events": [{"server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "name": "network-vif-deleted", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:06.073470 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dfdb687d-c6a7-48c4-850e-d5df9fbac646 req-c0a3860f-bb78-4a4a-86de-965b2039b4f1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=08c9d86f-50f2-4b8a-adfd-4a2f89a76edb HTTP/1.1" status: 200 len: 210 time: 0.0388513 Mar 08 20:28:06.093472 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:06.108170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105967e6-be7c-4c76-9316-6b576662b199 req-0e836cf8-e3c8-49e1-ac27-1c7f60c64a66 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:06.113581 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-105967e6-be7c-4c76-9316-6b576662b199 req-0e836cf8-e3c8-49e1-ac27-1c7f60c64a66 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.1219575 Mar 08 20:28:06.142795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16053db2-ad3d-4548-90dd-0a2eb7ad67a0 x-openstack-request-id: req-16053db2-ad3d-4548-90dd-0a2eb7ad67a0 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:06.143157 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c9d86f-50f2-4b8a-adfd-4a2f89a76edb", "name": "network-vif-deleted", "tag": "a17541b7-897b-4f41-80a2-2f1ec230a3aa", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:06.143476 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16053db2-ad3d-4548-90dd-0a2eb7ad67a0 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:06.143962 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c9d86f-50f2-4b8a-adfd-4a2f89a76edb', 'name': 'network-vif-deleted', 'tag': 'a17541b7-897b-4f41-80a2-2f1ec230a3aa', 'status': 'completed', 'code': 200} Mar 08 20:28:06.178487 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-105967e6-be7c-4c76-9316-6b576662b199 req-d4b2db60-3bb6-4199-92ad-d1a50c71243b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586538 Mar 08 20:28:06.322087 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:06.353255 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:06.362946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:06.363558 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:27:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:06.419629 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa41854-3a6c-4258-9d26-2fc6b98e82cb req-e26ce4d0-c123-4bdc-af12-763e0ee23c9b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:06.421970 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fa41854-3a6c-4258-9d26-2fc6b98e82cb req-e26ce4d0-c123-4bdc-af12-763e0ee23c9b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0566089 Mar 08 20:28:06.470535 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fa41854-3a6c-4258-9d26-2fc6b98e82cb req-84a8a440-494c-497f-a17f-e22d67562a7f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Mar 08 20:28:06.473630 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:06.792012 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:06.818372 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac6033-eb74-4f19-91d8-db0392ce397c None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:06.971150 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device a17541b7-897b-4f41-80a2-2f1ec230a3aa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:06.996678 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: a17541b7-897b-4f41-80a2-2f1ec230a3aa {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:06.997026 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device a17541b7-897b-4f41-80a2-2f1ec230a3aa not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:07.043108 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05b5d1-bac3-454c-9640-e931d6933d1f None None] New status for floating IP 2ac4070d-339b-4a68-af62-a0c874f800fb: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:28:07.245569 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51216) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:07.340828 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce41f-fdf2-4e31-8b4a-2928010d2eb4 req-607cb17f-2b5f-4c79-88c1-0aca6098e5fc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:07.342816 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a1ce41f-fdf2-4e31-8b4a-2928010d2eb4 req-607cb17f-2b5f-4c79-88c1-0aca6098e5fc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0894153 Mar 08 20:28:07.343932 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (834c4cac-0466-4587-85f4-745d6c9dfb25), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.379004 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (834c4cac-0466-4587-85f4-745d6c9dfb25), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.428657 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a1ce41f-fdf2-4e31-8b4a-2928010d2eb4 req-22b2acc4-a58a-40e0-bffc-3f886c8015e1 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795739 Mar 08 20:28:07.510408 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (834c4cac-0466-4587-85f4-745d6c9dfb25), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.513125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.514923 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "DELETE /v2.0/security-groups/834c4cac-0466-4587-85f4-745d6c9dfb25 HTTP/1.1" status: 204 len: 168 time: 0.2683191 Mar 08 20:28:07.517780 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51220) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:07.524656 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d707c13-e896-46b1-a988-ca9b5af04781 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c4cac-0466-4587-85f4-745d6c9dfb25,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:07.542655 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-dcd3b063-4c10-40b8-886a-433549c99458 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] show failed (client error): The resource could not be found. Mar 08 20:28:07.546790 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-dcd3b063-4c10-40b8-886a-433549c99458 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups/834c4cac-0466-4587-85f4-745d6c9dfb25 HTTP/1.1" status: 404 len: 347 time: 0.0249507 Mar 08 20:28:07.547476 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51222) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:07.601423 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949f8e7-3f42-4b3a-8939-9254f1361531 req-af7a5bcf-497f-4608-9b5c-310be340b136 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:07.602841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d949f8e7-3f42-4b3a-8939-9254f1361531 req-af7a5bcf-497f-4608-9b5c-310be340b136 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0603607 Mar 08 20:28:07.657411 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d949f8e7-3f42-4b3a-8939-9254f1361531 req-0ab8e21c-c054-462e-82bb-b60ff9aa8610 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488322 Mar 08 20:28:07.671071 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Deleting port c318f630-66fa-4337-abcf-4eebd0f6c1e4 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:07.671238 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.746792 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.747117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (c318f630-66fa-4337-abcf-4eebd0f6c1e4), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:07.759091 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Calling delete_port for c318f630-66fa-4337-abcf-4eebd0f6c1e4 owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:07.938879 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (c318f630-66fa-4337-abcf-4eebd0f6c1e4), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.201898 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'Port': ['ID=c318f630-66fa-4337-abcf-4eebd0f6c1e4,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:08.261695 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (2ac4070d-339b-4a68-af62-a0c874f800fb), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.264187 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.265323 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-40bed1b9-38c0-4936-90a9-0e2f4de064bc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "DELETE /v2.0/floatingips/2ac4070d-339b-4a68-af62-a0c874f800fb HTTP/1.1" status: 204 len: 168 time: 0.7173557 Mar 08 20:28:08.546538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664bba0-3f50-4630-a7df-661194d55905 req-a1f8dfb9-105f-4ff7-89db-013dd7768998 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:08.548230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2664bba0-3f50-4630-a7df-661194d55905 req-a1f8dfb9-105f-4ff7-89db-013dd7768998 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0531039 Mar 08 20:28:08.596590 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2664bba0-3f50-4630-a7df-661194d55905 req-22d96a53-97b2-4975-91a0-6095ca1d3ba1 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Mar 08 20:28:08.676538 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51228) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:08.680981 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114006831', 'description': 'tempest-description--597675960'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:08.756113 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.774698 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8c6f-f325-4d8a-8140-d84003656d48 req-451bf7cc-3ab2-4106-a647-2b7cbfda6408 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:08.776182 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a7d8c6f-f325-4d8a-8140-d84003656d48 req-451bf7cc-3ab2-4106-a647-2b7cbfda6408 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0535510 Mar 08 20:28:08.822952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (ea8d0823-fdd2-47c3-8669-1fceb2c64de8), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.825857 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4a7d8c6f-f325-4d8a-8140-d84003656d48 req-6d89b728-a375-4301-8ac8-2fead8e45ca6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Mar 08 20:28:08.898482 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ea8d0823-fdd2-47c3-8669-1fceb2c64de8), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:08.927283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d0823-fdd2-47c3-8669-1fceb2c64de8,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:09.001308 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.002588 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-049687d8-b9df-4d0c-9cfb-89fdff4a4fd5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3250442 Mar 08 20:28:09.005386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51232) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:09.009627 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group_rule': {'security_group_id': 'ea8d0823-fdd2-47c3-8669-1fceb2c64de8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:09.121055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (90f36625-ab25-410c-8c8f-ba6f8e196daf), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.178039 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (90f36625-ab25-410c-8c8f-ba6f8e196daf), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.267671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (90f36625-ab25-410c-8c8f-ba6f8e196daf), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.284966 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f36625-ab25-410c-8c8f-ba6f8e196daf,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:09.386231 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.387506 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-396408e9-8ded-4008-a151-56cf2ebb0c1a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812025 Mar 08 20:28:09.390171 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51234) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:09.394437 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'security_group_rule': {'security_group_id': 'ea8d0823-fdd2-47c3-8669-1fceb2c64de8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:09.479883 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (72447ece-1bb8-45cb-8575-1cd0d6032d0d), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.535157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (72447ece-1bb8-45cb-8575-1cd0d6032d0d), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.587299 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (72447ece-1bb8-45cb-8575-1cd0d6032d0d), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.605163 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72447ece-1bb8-45cb-8575-1cd0d6032d0d,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:09.669633 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.673286 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7daf89a3-acc7-4c29-8a9a-6f6074d617a6 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2810271 Mar 08 20:28:09.679181 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51238) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:09.683696 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:09.793769 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.902670 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:09.975777 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3907-7750-4fb0-ac8b-8a8e15bcf3b0 req-71a13b94-c9c3-4b5b-a768-d1cde5d8e098 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:09.977260 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-757a3907-7750-4fb0-ac8b-8a8e15bcf3b0 req-71a13b94-c9c3-4b5b-a768-d1cde5d8e098 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.3160615 Mar 08 20:28:10.009816 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc246-f73b-4e60-9001-b82081032cc1 req-ae966424-8672-4a1f-8c30-adb94d7b19e8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:10.010849 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Allocated IP 172.27.0.114 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/c95b6588-f47e-4fad-ab4c-12b42b06c78a) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:28:10.011306 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09bfc246-f73b-4e60-9001-b82081032cc1 req-ae966424-8672-4a1f-8c30-adb94d7b19e8 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0830164 Mar 08 20:28:10.055747 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-757a3907-7750-4fb0-ac8b-8a8e15bcf3b0 req-a1411f15-b3e7-4f03-a2d2-82efab51f7cb tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713100 Mar 08 20:28:10.085166 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-09bfc246-f73b-4e60-9001-b82081032cc1 req-6134ca75-5b89-4f94-9f29-c6b85d661ba7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620070 Mar 08 20:28:10.124817 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.207436 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.246126 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:28:10.248977 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:28:10.252357 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:28:10.257674 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=c95b6588-f47e-4fad-ab4c-12b42b06c78a,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:10.286143 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.286488 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.286830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.287164 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.287494 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.287902 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.288231 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.288556 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.288879 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.289203 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.289524 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.289842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.290157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:10.352446 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.465473 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.613305 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.707216 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.775369 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=c95b6588-f47e-4fad-ab4c-12b42b06c78a,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:10.783983 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.881242 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:10.882487 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6ae88d70-24ff-40f6-904f-5fee368ac126 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2023087 Mar 08 20:28:10.988286 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:28:11.073334 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-107cb1be-a72e-471d-a9f8-b4fe117e4ff0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1114006831&fields=id&tenant_id=4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 267 time: 0.0429957 Mar 08 20:28:11.092083 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:11.109699 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'mac_address': 'fa:16:3e:f4:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:28:11.148411 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:11.148714 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:11.162736 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3812c987-f2f5-4a51-bc25-9f5b762ab5bf {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:28:11.183269 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:11.219041 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-b3f78607-acc8-4f24-bf1b-e3c147c0bb55 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:11.220564 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-b3f78607-acc8-4f24-bf1b-e3c147c0bb55 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 811 time: 0.1362350 Mar 08 20:28:11.229943 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12e65-b368-4b39-a117-dc392313c557 req-d95d1a7a-2ed5-4825-8674-0791d02a115c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:11.231325 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5e12e65-b368-4b39-a117-dc392313c557 req-d95d1a7a-2ed5-4825-8674-0791d02a115c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0839510 Mar 08 20:28:11.247634 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:11.253869 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-18736dce-8b71-42c3-b6fd-81db4236346c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/quotas/4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 375 time: 0.0215650 Mar 08 20:28:11.301466 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:11.316728 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5e12e65-b368-4b39-a117-dc392313c557 req-2b6f0afb-bf85-42c6-86b7-7b1520c8548e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774002 Mar 08 20:28:11.344396 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-82f97e1a-85b5-4195-affc-e3f1b4e42c60 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837619 Mar 08 20:28:11.430619 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb9b9-1230-40bc-8975-5a88b5b481ea req-7b2a3367-82ac-48f0-b344-3ab1d8e8a063 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:11.432147 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c9eb9b9-1230-40bc-8975-5a88b5b481ea req-7b2a3367-82ac-48f0-b344-3ab1d8e8a063 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0534711 Mar 08 20:28:11.536053 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c9eb9b9-1230-40bc-8975-5a88b5b481ea req-8b777fda-d951-42c2-8bac-46c4563d3c9e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982053 Mar 08 20:28:11.562795 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-e0be268e-1c45-4f29-ac63-535845edcbdf service neutron] 10.222.0.18 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059965 Mar 08 20:28:11.651113 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-0958f036-adad-4d3a-9f55-0e4248c53d3e service neutron] 10.222.0.18 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827096 Mar 08 20:28:11.841467 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['3812c987-f2f5-4a51-bc25-9f5b762ab5bf'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:11.867935 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-486bd4c2-b52c-4894-884a-27fba7e95f95 req-9fcab0af-3181-4fa4-8e78-47a988693d19 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 210 time: 0.0329344 Mar 08 20:28:11.873651 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:12.434779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62592d3-dea6-41ca-a4ae-70acf2dfcb1d req-d3ae1830-6abd-47e0-b8cb-e6fc3385226c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:12.436901 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d62592d3-dea6-41ca-a4ae-70acf2dfcb1d req-d3ae1830-6abd-47e0-b8cb-e6fc3385226c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 944 time: 0.0536056 Mar 08 20:28:12.484775 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d62592d3-dea6-41ca-a4ae-70acf2dfcb1d req-1cf63cf5-1694-4321-ad63-d10cffa8d011 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Mar 08 20:28:12.656255 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b586a1-163a-46da-82d5-a41df6ac5722 req-d0683e7b-0a2b-4c65-a24e-fb3a75485932 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:12.657804 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5b586a1-163a-46da-82d5-a41df6ac5722 req-d0683e7b-0a2b-4c65-a24e-fb3a75485932 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0569980 Mar 08 20:28:12.707214 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5b586a1-163a-46da-82d5-a41df6ac5722 req-0c75e64d-1cd6-4f21-8435-35cbd46a0915 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Mar 08 20:28:12.964108 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-24485bc7-4e4a-4bf2-9749-7933d6dc44ed req-ea966186-e79d-4090-b96a-edf13b449df3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 210 time: 0.0321281 Mar 08 20:28:12.994031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:28:13.132899 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:28:13.137066 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:13.137446 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:13.219744 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:13.220054 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:13.243246 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:13.245483 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c32d03-9f0d-4fba-98b6-f65b6b8182b9" -d '{"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:13.258224 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:13.282144 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a778351-394c-40fa-9c13-f1894846dfc7 x-openstack-request-id: req-0a778351-394c-40fa-9c13-f1894846dfc7 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:13.282431 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:13.282681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a778351-394c-40fa-9c13-f1894846dfc7 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:13.283113 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'code': 200} Mar 08 20:28:13.324077 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:13.414582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:13.609467 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2bd19-251d-4d7b-ba66-4a05ac5a1f33 req-d5f8ada8-34e4-4c21-abe1-dc04267844e6 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:13.610985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-21b2bd19-251d-4d7b-ba66-4a05ac5a1f33 req-d5f8ada8-34e4-4c21-abe1-dc04267844e6 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Mar 08 20:28:13.660060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-21b2bd19-251d-4d7b-ba66-4a05ac5a1f33 req-d7e0c9e1-5edd-4b84-b40b-3db3de129d12 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434914 Mar 08 20:28:13.715183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796182e5-0d5c-4001-a819-fcadd4867959 req-d4e8ef8f-2e3d-41fb-ad3c-7d0184970594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:13.717392 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-796182e5-0d5c-4001-a819-fcadd4867959 req-d4e8ef8f-2e3d-41fb-ad3c-7d0184970594 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0423067 Mar 08 20:28:13.763896 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-796182e5-0d5c-4001-a819-fcadd4867959 req-93767e76-009f-4c19-87c9-1c0a9a952352 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Mar 08 20:28:13.831011 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d2626-59bf-426b-8d70-51f24c9369da req-0c7af9ac-6c61-4fb3-acbc-955bd8d22dfd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:13.832422 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-510d2626-59bf-426b-8d70-51f24c9369da req-0c7af9ac-6c61-4fb3-acbc-955bd8d22dfd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0570631 Mar 08 20:28:13.881206 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-510d2626-59bf-426b-8d70-51f24c9369da req-fd6ed2bb-e794-4289-9b54-4a289cb85ea3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433035 Mar 08 20:28:14.056247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-24113061-4590-45f1-ab03-d38ae044f2e7 req-a16cbc37-17ff-4f69-a060-e5af25ae45fd tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Mar 08 20:28:14.157619 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-d628de8f-1990-4137-889d-938600d4099b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:14.159069 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-d628de8f-1990-4137-889d-938600d4099b tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 811 time: 0.1059015 Mar 08 20:28:14.219001 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-db026789-3725-47dd-9878-709ef006cf6e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f9d197d15f34dab89bdbb63ac5817bc HTTP/1.1" status: 200 len: 380 time: 0.0517006 Mar 08 20:28:14.232973 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'port': {'device_id': '42d9f821-5973-443e-b671-6b95161c6359', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'admin_state_up': True, 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'security_groups': ['ea8d0823-fdd2-47c3-8669-1fceb2c64de8']}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:14.404862 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Made reservation on behalf of 4f9d197d15f34dab89bdbb63ac5817bc for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:28:14.408320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:14.528456 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Allocated IP 172.20.0.10 (a723c265-51dd-4146-85af-4c5a9ce14047/9505ccea-f1e0-4e22-a09b-79ebb177ab09/f2f91570-6e9f-4927-9607-66951b64c75f) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:28:14.681969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for port (f2f91570-6e9f-4927-9607-66951b64c75f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:14.778330 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893481a3-def8-43c2-9371-554e41a90b86 req-55017355-9b39-46da-8924-d8a313ca61ff tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:14.779846 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-893481a3-def8-43c2-9371-554e41a90b86 req-55017355-9b39-46da-8924-d8a313ca61ff tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0543361 Mar 08 20:28:14.784811 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:14.830151 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Network a723c265-51dd-4146-85af-4c5a9ce14047 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:28:14.831014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-893481a3-def8-43c2-9371-554e41a90b86 req-94b57b85-c418-47ea-abc9-0482025f05ba tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456009 Mar 08 20:28:14.833211 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:28:14.836797 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:28:14.863400 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event updated for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:14.892759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:14.893413 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:14.978944 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-4fab53d0-3c01-403a-b50a-af7c40d7bec7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499287 Mar 08 20:28:14.994295 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Request body: {'port': {'device_id': '42d9f821-5973-443e-b671-6b95161c6359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:15.009345 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c682-e865-48fc-bf1c-903d10378324 req-bd64f34a-1472-4b2c-959c-7fe7a61defa6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:15.010968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b705c682-e865-48fc-bf1c-903d10378324 req-bd64f34a-1472-4b2c-959c-7fe7a61defa6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 943 time: 0.0615335 Mar 08 20:28:15.018032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:28:15.070993 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.077334 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b705c682-e865-48fc-bf1c-903d10378324 req-b8bfec5d-afdb-49c2-86ea-94443d8044f2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589125 Mar 08 20:28:15.119551 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-7e750cc0-b54b-4000-86e7-54cd929ad98e None None] Provisioning complete for port f2f91570-6e9f-4927-9607-66951b64c75f triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:15.119940 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7e750cc0-b54b-4000-86e7-54cd929ad98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.171812 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-7e750cc0-b54b-4000-86e7-54cd929ad98e None None] Port f2f91570-6e9f-4927-9607-66951b64c75f cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:28:15.174657 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:15.187835 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:28:15.196976 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598c71-e62c-429c-9afc-c7430ffaf59d req-08aafedd-a742-402c-8444-9e4bde77ca94 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:15.198605 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-36598c71-e62c-429c-9afc-c7430ffaf59d req-08aafedd-a742-402c-8444-9e4bde77ca94 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 932 time: 0.0627954 Mar 08 20:28:15.226579 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:15.226976 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.241179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:28:15.251818 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-36598c71-e62c-429c-9afc-c7430ffaf59d req-fbffed77-b9d6-4611-8e87-be2281e33163 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Mar 08 20:28:15.269027 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:15.342199 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.362648 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f91570-6e9f-4927-9607-66951b64c75f {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:28:15.370040 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks [] for port (f2f91570-6e9f-4927-9607-66951b64c75f), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.384793 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Transition to ACTIVE for port object f2f91570-6e9f-4927-9607-66951b64c75f will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:28:15.396263 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:15.403344 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.403695 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.404067 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.404439 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.404771 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.405100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.405431 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.405849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.406180 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.406509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.406836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.407160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.407481 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:15.445004 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.498252 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Pushing event updated for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:15.573756 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Attempting to bind port f2f91570-6e9f-4927-9607-66951b64c75f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:28:15.574085 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Attempting to bind port f2f91570-6e9f-4927-9607-66951b64c75f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:28:15.574410 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Attempting to bind port f2f91570-6e9f-4927-9607-66951b64c75f on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:28:15.580038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Port f2f91570-6e9f-4927-9607-66951b64c75f on network a723c265-51dd-4146-85af-4c5a9ce14047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:28:15.580360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Attempting to bind port f2f91570-6e9f-4927-9607-66951b64c75f on network a723c265-51dd-4146-85af-4c5a9ce14047 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:28:15.585506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:28:15.585841 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Checking segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:28:15.586220 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Bound using segment: {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:28:15.586644 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Bound port: f2f91570-6e9f-4927-9607-66951b64c75f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75947fce-4562-4f71-90f7-e2a80729272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:28:15.587007 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.653357 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:28:15.656985 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f91570-6e9f-4927-9607-66951b64c75f,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:28:15.736498 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.742033 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:15.777827 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:15.778462 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:15.780069 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] 10.222.0.47 "PUT /v2.0/ports/f2f91570-6e9f-4927-9607-66951b64c75f HTTP/1.1" status: 200 len: 1094 time: 0.7899454 Mar 08 20:28:15.780650 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:15.782859 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef4683-d8d9-44c6-81df-a24dc761eba2" -d '{"events": [{"name": "network-changed", "server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:15.812296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab1fb-06db-4a2d-bd96-a16fcf0c4edf service neutron] Pushing event updated for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:15.944280 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930712dc-0a77-4097-967e-0238bad2e87d x-openstack-request-id: req-930712dc-0a77-4097-967e-0238bad2e87d {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:15.944574 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:15.944830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-930712dc-0a77-4097-967e-0238bad2e87d {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:15.945228 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'status': 'completed', 'code': 200} Mar 08 20:28:15.960182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-b11ea4ad-b0ff-416f-80db-4661a84ecc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:15.961716 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-b11ea4ad-b0ff-416f-80db-4661a84ecc19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 1128 time: 0.0770459 Mar 08 20:28:15.988961 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb449-8c82-4f0d-9a86-983dccc38768 req-db16fb4a-920c-4b67-95aa-4d0eab80f1f0 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:15.996811 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75fdb449-8c82-4f0d-9a86-983dccc38768 req-db16fb4a-920c-4b67-95aa-4d0eab80f1f0 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0821650 Mar 08 20:28:16.002255 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a5936ffd-4b8a-44ce-84d4-f48f57f86a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:16.024583 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-1d6ebe3e-43d3-46f7-8a40-b807c345b78e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f91570-6e9f-4927-9607-66951b64c75f HTTP/1.1" status: 200 len: 217 time: 0.0488424 Mar 08 20:28:16.058785 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-75fdb449-8c82-4f0d-9a86-983dccc38768 req-715fa845-13f6-4e50-8261-146d4b9164d4 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567422 Mar 08 20:28:16.088765 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-963c2bdf-9531-4362-bfe7-67b8bbe7ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.090244 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-963c2bdf-9531-4362-bfe7-67b8bbe7ffc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0580664 Mar 08 20:28:16.147516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-17d55785-2ce1-4b3d-8e87-326534c4e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.149049 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-17d55785-2ce1-4b3d-8e87-326534c4e8dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526083 Mar 08 20:28:16.199369 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e010a5-045e-40a2-b8ac-bb6cee7e797c req-1413ec11-8765-48d0-a2bd-20098b373bb2 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.200781 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-54e010a5-045e-40a2-b8ac-bb6cee7e797c req-1413ec11-8765-48d0-a2bd-20098b373bb2 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0794785 Mar 08 20:28:16.231811 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172af00-878f-4745-8592-2f60818e67c9 req-af6785d7-2b19-49fe-b5be-72d40a334ea3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.233815 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3172af00-878f-4745-8592-2f60818e67c9 req-af6785d7-2b19-49fe-b5be-72d40a334ea3 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 944 time: 0.0828991 Mar 08 20:28:16.238603 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-c6e504ac-9d81-4c8b-9ffb-f08331d433ed service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829735 Mar 08 20:28:16.292920 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-54e010a5-045e-40a2-b8ac-bb6cee7e797c req-4c30f20d-9535-4b5c-bf48-2de83c9c783a tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854332 Mar 08 20:28:16.324186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51308) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:16.334830 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3172af00-878f-4745-8592-2f60818e67c9 req-c4c194ce-da3c-4cc5-b932-b8b519426387 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902452 Mar 08 20:28:16.347986 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-68fbfee5-8d4d-4795-8367-9249b1e35e50 req-86b6fbde-0de0-4b90-bf86-5bcfb63c7b3b service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033368 Mar 08 20:28:16.408126 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d4b88-c312-414c-81ab-ce91b7d25821 req-581490e3-8d94-429e-b7d6-8a5196b5a6bb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.409636 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc3d4b88-c312-414c-81ab-ce91b7d25821 req-581490e3-8d94-429e-b7d6-8a5196b5a6bb tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 944 time: 0.0543282 Mar 08 20:28:16.421046 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6f17d6-a756-4b35-8a6b-cd7cbcd425ef tempest-TestShelveInstance-892103661 tempest-TestShelveInstance-892103661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.425051 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-6a6f17d6-a756-4b35-8a6b-cd7cbcd425ef tempest-TestShelveInstance-892103661 tempest-TestShelveInstance-892103661-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1124 time: 0.0973525 Mar 08 20:28:16.425645 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51312) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:16.430130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:16.460592 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc3d4b88-c312-414c-81ab-ce91b7d25821 req-bc789aa7-768c-45c6-872c-e21df11db74d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Mar 08 20:28:16.500142 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:16.505524 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-995229eb-beb3-4047-bc74-050b6f382f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.507007 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-995229eb-beb3-4047-bc74-050b6f382f1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 1128 time: 0.0479989 Mar 08 20:28:16.648659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-804f0ce9-3570-472f-b9b0-df4a2464978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.650138 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-804f0ce9-3570-472f-b9b0-df4a2464978c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.1314359 Mar 08 20:28:16.695692 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-42b8394d-f2aa-4217-aae8-90620a5e27ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f91570-6e9f-4927-9607-66951b64c75f HTTP/1.1" status: 200 len: 217 time: 0.0390139 Mar 08 20:28:16.734886 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:16.788454 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-5ec990b2-1aba-4fa6-b489-aba06d042cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.789904 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-5ec990b2-1aba-4fa6-b489-aba06d042cd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.0871594 Mar 08 20:28:16.884011 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Allocated IP 172.27.0.18 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/82affda9-b178-4b6a-9a84-615798f92b4b) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:28:16.887042 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-38138f9e-eef5-4f50-8aa7-e3c53ccfb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:16.888587 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-38138f9e-eef5-4f50-8aa7-e3c53ccfb981 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911748 Mar 08 20:28:17.022182 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:28:17.063204 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-f51750b5-2cd2-419e-a7b2-65355298efd4 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671450 Mar 08 20:28:17.082248 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for port (82affda9-b178-4b6a-9a84-615798f92b4b), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.153039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:28:17.157635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:17.158013 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.178973 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76ef4683-d8d9-44c6-81df-a24dc761eba2 req-21b1b1a9-2513-41dc-95ea-93ae5321a76f service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078355 Mar 08 20:28:17.238926 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:17.239320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.244900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.261387 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:17.263642 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad1909-b746-447e-8326-6c55f9a8bc8d" -d '{"events": [{"server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:17.276027 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:17.284797 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:28:17.289747 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:28:17.291080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:28:17.303313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd7f2aa-1060-4828-86fd-b4611953141f x-openstack-request-id: req-afd7f2aa-1060-4828-86fd-b4611953141f {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:17.303618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:17.303909 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afd7f2aa-1060-4828-86fd-b4611953141f {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:17.304302 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'code': 200} Mar 08 20:28:17.319158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'Port': ['ID=82affda9-b178-4b6a-9a84-615798f92b4b,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:17.341769 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.403535 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:17.466388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5071a71-efc4-472d-98c1-d50f07dbb2ef req-ba80ed6f-26ed-49a8-b78e-df9297befdac tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:17.468731 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5071a71-efc4-472d-98c1-d50f07dbb2ef req-ba80ed6f-26ed-49a8-b78e-df9297befdac tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0621881 Mar 08 20:28:17.520795 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5071a71-efc4-472d-98c1-d50f07dbb2ef req-ae128cda-73e8-466c-a2d9-1a76f001eb8a tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Mar 08 20:28:17.599447 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1666aa5-beae-40e2-88d1-01544ed673a9 req-10f52c7d-f788-4844-98f4-55d2c1f951d3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:17.601012 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1666aa5-beae-40e2-88d1-01544ed673a9 req-10f52c7d-f788-4844-98f4-55d2c1f951d3 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 944 time: 0.0718539 Mar 08 20:28:17.651453 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1666aa5-beae-40e2-88d1-01544ed673a9 req-8e9eed08-fad6-470c-9ef4-ebabdea99de1 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445852 Mar 08 20:28:17.694899 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for floatingip (d9428e96-238a-49af-a030-3189013b4271), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.830350 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94ca8d-8abd-4516-bcbe-53b093d7f3f5 req-82ba07e9-10e6-413b-b4d8-be0784b1c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:17.831763 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9f94ca8d-8abd-4516-bcbe-53b093d7f3f5 req-82ba07e9-10e6-413b-b4d8-be0784b1c48d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1129 time: 0.0456691 Mar 08 20:28:17.891354 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:17.900295 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9f94ca8d-8abd-4516-bcbe-53b093d7f3f5 req-6ddb1e05-90eb-4bcd-88fe-aeceb6a58646 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626018 Mar 08 20:28:18.281272 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for port (82affda9-b178-4b6a-9a84-615798f92b4b), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.296344 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-99d5029a-f9e5-4f4b-b37b-8ae30d31ab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.344177 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.414101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event updated for resources: {'Port': ['ID=82affda9-b178-4b6a-9a84-615798f92b4b,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:18.422730 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (d9428e96-238a-49af-a030-3189013b4271), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.521644 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Floating IP d9428e96-238a-49af-a030-3189013b4271 associated. External IP: 172.27.0.18, port: 3812c987-f2f5-4a51-bc25-9f5b762ab5bf. Mar 08 20:28:18.640866 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed757-0f42-44e4-bc58-0e7fce13ebb9 req-edfa8502-84d1-4aac-a015-7a38cdda3bd0 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:18.642344 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb0ed757-0f42-44e4-bc58-0e7fce13ebb9 req-edfa8502-84d1-4aac-a015-7a38cdda3bd0 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0524337 Mar 08 20:28:18.692071 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fb0ed757-0f42-44e4-bc58-0e7fce13ebb9 req-6a3f9c7a-1d27-4258-9e3c-3e19ea3cfc9b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Mar 08 20:28:18.741126 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Router 99ce261f-57a1-45df-9102-3997edc1dd76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:18.780236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc72e3d-6992-4d61-a5c8-94c42d20e8e4 req-af3104c9-f284-4893-a5f2-8d07a93b1727 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:18.781714 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5fc72e3d-6992-4d61-a5c8-94c42d20e8e4 req-af3104c9-f284-4893-a5f2-8d07a93b1727 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 944 time: 0.0555782 Mar 08 20:28:18.828923 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5fc72e3d-6992-4d61-a5c8-94c42d20e8e4 req-44dd9ef0-a8cb-4b34-85c6-52cf983d730a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Mar 08 20:28:18.852607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:18.861877 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Sync routers for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:18.870789 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:18.871398 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:18.928900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:18.959295 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fff942f4-cc76-4835-a09c-04ced56d4644 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5319662 Mar 08 20:28:18.959903 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:18.962144 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:18.981443 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:18.999759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4047f3-e1d8-4fa2-878b-02c88fb9f524 x-openstack-request-id: req-be4047f3-e1d8-4fa2-878b-02c88fb9f524 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:19.000052 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:19.000301 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be4047f3-e1d8-4fa2-878b-02c88fb9f524 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:19.000694 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'status': 'completed', 'code': 200} Mar 08 20:28:19.072283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-308c73c7-b612-4d54-90a2-269df00343fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.073764 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-308c73c7-b612-4d54-90a2-269df00343fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0507472 Mar 08 20:28:19.175924 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-66b63162-a656-4afd-b2ab-3c6d6e399946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.177413 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-66b63162-a656-4afd-b2ab-3c6d6e399946 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.0956566 Mar 08 20:28:19.247255 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-cd33a18b-6541-41c5-988f-5bae73f65c67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 998 time: 0.0612841 Mar 08 20:28:19.302805 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-9901f23b-ec1b-461d-8613-5930e801a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.304302 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-9901f23b-ec1b-461d-8613-5930e801a216 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0469089 Mar 08 20:28:19.335443 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': 'd9428e96-238a-49af-a030-3189013b4271', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'mac_address': 'fa:16:3e:f4:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:17Z', 'updated_at': '2022-03-08T20:28:17Z', 'revision_number': 0, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:19.361525 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Checking router: 99ce261f-57a1-45df-9102-3997edc1dd76 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:19.364309 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-42f8c75e-2c73-4170-b6a1-49c771493034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.365804 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-42f8c75e-2c73-4170-b6a1-49c771493034 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430341 Mar 08 20:28:19.369671 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:19.370279 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:19.458523 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-a0e24ecf-f954-49bb-85d0-18b4a015999b service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Mar 08 20:28:19.482598 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:19.550947 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f5d7452c-61b1-4cbf-97ce-3631c17ffd30 req-88383bae-6f9a-4c0b-8fd3-629aa9d24b38 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Mar 08 20:28:19.700103 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:19.721809 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': 'd9428e96-238a-49af-a030-3189013b4271', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'mac_address': 'fa:16:3e:f4:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:17Z', 'updated_at': '2022-03-08T20:28:17Z', 'revision_number': 0, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:19.749563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e8ece-2dd8-4ebf-b9e3-3da77caf18b4 None None] The sync data for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi is: [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': 'd9428e96-238a-49af-a030-3189013b4271', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'mac_address': 'fa:16:3e:f4:d5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:17Z', 'updated_at': '2022-03-08T20:28:17Z', 'revision_number': 0, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:19.817342 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d9aea-0199-4336-a4ad-996dc9c2d25f req-af5138d7-3fa4-4a6e-a2b5-c96e4a6a4fa1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.822749 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d70d9aea-0199-4336-a4ad-996dc9c2d25f req-af5138d7-3fa4-4a6e-a2b5-c96e4a6a4fa1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0569472 Mar 08 20:28:19.871693 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d70d9aea-0199-4336-a4ad-996dc9c2d25f req-fc62af35-59c1-451e-bfbf-92b254294d9a tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467257 Mar 08 20:28:19.962708 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd83586-1767-45be-950d-5a88d5b97a62 None None] New status for floating IP d9428e96-238a-49af-a030-3189013b4271: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:28:19.977175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a329b-577c-4f23-a23e-f276735fec6d req-ae9378fc-2118-416f-9891-beef46c44293 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:19.978921 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-671a329b-577c-4f23-a23e-f276735fec6d req-ae9378fc-2118-416f-9891-beef46c44293 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 944 time: 0.0665138 Mar 08 20:28:20.054869 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-671a329b-577c-4f23-a23e-f276735fec6d req-9ab31ce4-db44-4bb8-a0c4-4c8075586d78 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694861 Mar 08 20:28:20.989010 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bad3e-3b47-430c-92da-97899e0a6c95 req-048d5597-2957-48ad-8ce9-ed0c0dbea8ad tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:20.990460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a48bad3e-3b47-430c-92da-97899e0a6c95 req-048d5597-2957-48ad-8ce9-ed0c0dbea8ad tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0521317 Mar 08 20:28:21.038519 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a48bad3e-3b47-430c-92da-97899e0a6c95 req-bf9ee32e-4f27-480b-83c4-eaa49e609fbf tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Mar 08 20:28:21.063604 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f2f91570-6e9f-4927-9607-66951b64c75f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:28:21.169535 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f91570-6e9f-4927-9607-66951b64c75f,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:21.181176 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'port_id': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'mac_address': 'fa:16:3e:04:b3:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:28:21.199765 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cfb3c-401b-4e92-9abb-dadb170dde0d req-0960c14a-264a-42a3-b5e9-e9394b9c19aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:21.201398 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e67cfb3c-401b-4e92-9abb-dadb170dde0d req-0960c14a-264a-42a3-b5e9-e9394b9c19aa tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0940337 Mar 08 20:28:21.212383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbbf92-a766-4422-b45d-b4b021b9d6fa req-ee9cc298-1ea4-4187-840f-cc2a48d1e498 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:21.213797 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4fbbf92-a766-4422-b45d-b4b021b9d6fa req-ee9cc298-1ea4-4187-840f-cc2a48d1e498 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 944 time: 0.0768273 Mar 08 20:28:21.218876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port f2f91570-6e9f-4927-9607-66951b64c75f is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:21.219272 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.233090 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f91570-6e9f-4927-9607-66951b64c75f {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:28:21.252569 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f91570-6e9f-4927-9607-66951b64c75f,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:21.287607 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e67cfb3c-401b-4e92-9abb-dadb170dde0d req-7945a7e8-0a4e-41fd-acd4-fbfa89090827 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728707 Mar 08 20:28:21.291692 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c4fbbf92-a766-4422-b45d-b4b021b9d6fa req-d00a9172-4312-4760-aedd-16429b83a59f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705388 Mar 08 20:28:21.311758 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51342) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:21.353394 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.355078 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3e802-038f-46db-92b9-85dc9cea29b9 tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:21.356796 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a4f3e802-038f-46db-92b9-85dc9cea29b9 tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1124 time: 0.0440147 Mar 08 20:28:21.359797 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51344) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:21.364153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:21.378100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.401814 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:21.456125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.554671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.666320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.27.0.244 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/13d437e7-8be9-46e4-a303-8d698814af68) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:28:21.762267 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['f2f91570-6e9f-4927-9607-66951b64c75f'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:21.771198 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (13d437e7-8be9-46e4-a303-8d698814af68), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.853194 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (13d437e7-8be9-46e4-a303-8d698814af68), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:21.890948 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:28:21.893804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:28:21.897173 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:28:21.924260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=13d437e7-8be9-46e4-a303-8d698814af68,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:22.258000 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (1ea89989-dd05-4f8f-8010-73ee7b12e6b4), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.389606 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (13d437e7-8be9-46e4-a303-8d698814af68), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.411762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c716b-d324-48dd-b953-e18006fd4564 req-e64202c5-7066-41bf-b92a-98a56d864576 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:22.413314 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c8c716b-d324-48dd-b953-e18006fd4564 req-e64202c5-7066-41bf-b92a-98a56d864576 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 945 time: 0.0556784 Mar 08 20:28:22.462180 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3c8c716b-d324-48dd-b953-e18006fd4564 req-704a637c-a20d-4c2e-b364-c94307a08f83 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Mar 08 20:28:22.540583 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (13d437e7-8be9-46e4-a303-8d698814af68), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.549696 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.601223 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (13d437e7-8be9-46e4-a303-8d698814af68), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.670242 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=13d437e7-8be9-46e4-a303-8d698814af68,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:22.683182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (1ea89989-dd05-4f8f-8010-73ee7b12e6b4), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:22.781178 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP 1ea89989-dd05-4f8f-8010-73ee7b12e6b4 associated. External IP: 172.27.0.244, port: ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062. Mar 08 20:28:22.987253 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:23.078376 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f2f91570-6e9f-4927-9607-66951b64c75f up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:28:23.094135 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:23.107168 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:23.128698 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:23.129492 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:23.173629 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:23.202414 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-bbbe25e1-b306-411f-9314-a59485c06ff7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8414435 Mar 08 20:28:23.202972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:23.205227 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727" -d '{"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:23.242743 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a316e2-e6b7-40b3-9536-32fa6ce179c7 x-openstack-request-id: req-26a316e2-e6b7-40b3-9536-32fa6ce179c7 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:23.243035 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:23.243290 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26a316e2-e6b7-40b3-9536-32fa6ce179c7 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:23.243692 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'status': 'completed', 'code': 200} Mar 08 20:28:23.246757 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:23.274070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port f2f91570-6e9f-4927-9607-66951b64c75f completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:28:23.281100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port f2f91570-6e9f-4927-9607-66951b64c75f triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:23.281469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:23.316628 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-64d28dfa-9b72-47f8-b900-a74da47db950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.318208 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-64d28dfa-9b72-47f8-b900-a74da47db950 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1129 time: 0.0454862 Mar 08 20:28:23.416906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-0cf9da2c-5506-4da7-828b-6880b61668ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.418387 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-0cf9da2c-5506-4da7-828b-6880b61668ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.0938559 Mar 08 20:28:23.471336 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port f2f91570-6e9f-4927-9607-66951b64c75f is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:23.471741 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:23.485041 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-a3b569f2-dad8-453a-959d-2aabcdecbb77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 200 len: 999 time: 0.0603442 Mar 08 20:28:23.510636 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:23.512874 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0056b545-acbb-4683-bfa9-42a04cd460cf" -d '{"events": [{"server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "name": "network-vif-plugged", "status": "completed", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:23.535584 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-2a416fa6-8905-4cef-b98b-59369a017258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.537090 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-2a416fa6-8905-4cef-b98b-59369a017258 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0460083 Mar 08 20:28:23.543825 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f91570-6e9f-4927-9607-66951b64c75f,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:23.560642 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d8809-b1cd-4baf-a453-1e6598472ec4 x-openstack-request-id: req-a41d8809-b1cd-4baf-a453-1e6598472ec4 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:23.564118 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "name": "network-vif-plugged", "status": "completed", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:23.564118 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a41d8809-b1cd-4baf-a453-1e6598472ec4 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:23.564118 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'code': 200} Mar 08 20:28:23.581164 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:22Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:23.601551 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-6bf73172-7157-44c2-8566-a0ad33c6fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.601971 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fe980-9675-404d-bd7e-517ac5002bcb req-9b503611-877c-4969-a7df-e36db29bed03 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.603168 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-6bf73172-7157-44c2-8566-a0ad33c6fae8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597353 Mar 08 20:28:23.604598 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2b6fe980-9675-404d-bd7e-517ac5002bcb req-9b503611-877c-4969-a7df-e36db29bed03 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 945 time: 0.0733778 Mar 08 20:28:23.613509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:23.616271 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:23.650937 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:23.651673 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:23.671541 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2b6fe980-9675-404d-bd7e-517ac5002bcb req-1ac36e62-fb6d-4856-87de-ce37bf9ffcee tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602772 Mar 08 20:28:23.713667 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-1d6731f6-daad-4759-a9ac-23b7bd248105 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024559 Mar 08 20:28:23.813853 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a337a3aa-6c0c-4b86-b6a4-ae6884b89727 req-63157625-8efb-4389-8f14-291af6f0617f service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934892 Mar 08 20:28:23.855194 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:23.907512 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68ae28-49a0-4316-8bde-07417068666e req-a394eac1-d3e6-4e14-b3e1-a9a47ba3dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:23.909176 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-2c68ae28-49a0-4316-8bde-07417068666e req-a394eac1-d3e6-4e14-b3e1-a9a47ba3dd10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 1130 time: 0.0459046 Mar 08 20:28:23.918156 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:23.954099 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-2c68ae28-49a0-4316-8bde-07417068666e req-6b54ad22-6dc2-4077-b27a-9b64e0d50fd9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 Mar 08 20:28:24.142940 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:22Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:24.168073 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b5a2b-341c-40be-a8c1-f7a98d422981 None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:22Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:24.351117 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b76f8-f755-4792-911e-9730dc45c72c None None] New status for floating IP 1ea89989-dd05-4f8f-8010-73ee7b12e6b4: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:28:24.792444 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875fb6b-d29f-4b8c-a232-4f1010a9e3c6 req-eca12362-026a-4986-81f6-90546662718a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:24.793909 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3875fb6b-d29f-4b8c-a232-4f1010a9e3c6 req-eca12362-026a-4986-81f6-90546662718a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Mar 08 20:28:24.841154 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3875fb6b-d29f-4b8c-a232-4f1010a9e3c6 req-8aabf547-f9de-46f6-863e-905abd739964 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Mar 08 20:28:25.961498 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff025f1-ec55-4bdc-9f8b-2a1039a67198 req-3f9c1e98-5896-489b-b123-c41ae641f8e5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:25.963024 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ff025f1-ec55-4bdc-9f8b-2a1039a67198 req-3f9c1e98-5896-489b-b123-c41ae641f8e5 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0561037 Mar 08 20:28:26.012498 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ff025f1-ec55-4bdc-9f8b-2a1039a67198 req-5be48edc-38b8-40f3-8579-aa6a28e0d315 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Mar 08 20:28:26.128004 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfca77-9030-4b44-93c7-35e68004bc4e req-ce280441-18e8-432b-b9d5-fb2d3c7b4b33 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:26.129479 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1dbfca77-9030-4b44-93c7-35e68004bc4e req-ce280441-18e8-432b-b9d5-fb2d3c7b4b33 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0554900 Mar 08 20:28:26.138169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51368) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:26.142409 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Request body: {'floatingip': {'port_id': 'f2f91570-6e9f-4927-9607-66951b64c75f'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:26.180864 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:26.327151 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:26.616813 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:26.695984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:26.796662 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Floating IP 810ee194-7b8e-49b1-9a23-bfbb20443c2e associated. External IP: 172.27.0.114, port: f2f91570-6e9f-4927-9607-66951b64c75f. Mar 08 20:28:27.002720 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:27.112627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:27.117047 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:27.122308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:27.131953 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:27.132567 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:27.147503 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0939893c-170d-4ef1-85dc-1b8d9971ba24 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "PUT /v2.0/floatingips/810ee194-7b8e-49b1-9a23-bfbb20443c2e HTTP/1.1" status: 200 len: 992 time: 1.0083165 Mar 08 20:28:27.148215 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:27.150438 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c2236-03d8-484a-8f82-547bd889cc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:27.185354 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad4bc96-8165-4df2-84da-08fca3c5af13 x-openstack-request-id: req-2ad4bc96-8165-4df2-84da-08fca3c5af13 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:27.185645 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:27.186940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ad4bc96-8165-4df2-84da-08fca3c5af13 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:27.186940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'status': 'completed', 'code': 200} Mar 08 20:28:27.250337 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:27.251884 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2236-03d8-484a-8f82-547bd889cc0d req-08a303f3-ce61-4128-9c58-b84723a8711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:27.253432 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-08a303f3-ce61-4128-9c58-b84723a8711c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 1130 time: 0.0438311 Mar 08 20:28:27.346017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2236-03d8-484a-8f82-547bd889cc0d req-c464570a-81f1-4487-a40b-ae4e87bb2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:27.347498 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-c464570a-81f1-4487-a40b-ae4e87bb2e42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 200 len: 911 time: 0.0884485 Mar 08 20:28:27.414651 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-5c41ba1b-65b9-4d5d-847e-9d85a6ac6225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f91570-6e9f-4927-9607-66951b64c75f HTTP/1.1" status: 200 len: 1000 time: 0.0599635 Mar 08 20:28:27.487035 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '810ee194-7b8e-49b1-9a23-bfbb20443c2e', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:04:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9f821-5973-443e-b671-6b95161c6359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:10Z', 'updated_at': '2022-03-08T20:28:26Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:27.518556 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:27.527442 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:27.528107 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:27.643093 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:27.705822 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2236-03d8-484a-8f82-547bd889cc0d req-c9806708-71ed-4533-8454-47744b5f178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:27.707259 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-c9806708-71ed-4533-8454-47744b5f178b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 200 len: 850 time: 0.2857201 Mar 08 20:28:27.755411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c2236-03d8-484a-8f82-547bd889cc0d req-4be0ae3b-f75b-403c-bbfe-9213387bb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:27.756961 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-4be0ae3b-f75b-403c-bbfe-9213387bb833 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a723c265-51dd-4146-85af-4c5a9ce14047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431249 Mar 08 20:28:27.849542 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-01646bdd-ed85-4826-bae9-23d5803ba922 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857830 Mar 08 20:28:27.863609 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '810ee194-7b8e-49b1-9a23-bfbb20443c2e', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:04:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9f821-5973-443e-b671-6b95161c6359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:10Z', 'updated_at': '2022-03-08T20:28:26Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:27.889297 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c30666-13f8-46ed-a2f9-584ea63ea651 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '810ee194-7b8e-49b1-9a23-bfbb20443c2e', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'port_id': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'mac_address': 'fa:16:3e:04:b3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9f821-5973-443e-b671-6b95161c6359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:10Z', 'updated_at': '2022-03-08T20:28:26Z', 'revision_number': 1, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:27.941479 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-443c2236-03d8-484a-8f82-547bd889cc0d req-cd18efb5-f06b-43e8-a436-70ec264e6ff5 service neutron] 10.222.0.47 "GET /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846930 Mar 08 20:28:28.084252 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291c2d2-0c2d-41ff-98d1-c2aea2de9f56 None None] New status for floating IP 810ee194-7b8e-49b1-9a23-bfbb20443c2e: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:28:36.404357 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-181dce20-c841-4a88-91b3-b323df361ced tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412641823&fields=id&tenant_id=1561e480803f40639f97c1f9c4777b70 HTTP/1.1" status: 200 len: 267 time: 0.0439229 Mar 08 20:28:36.460132 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-8efe6006-65ec-4234-bacb-28c220a9d37d tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:36.461577 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-8efe6006-65ec-4234-bacb-28c220a9d37d tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 984 time: 0.0521917 Mar 08 20:28:36.472135 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Request body: {'port': {'security_groups': ['2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:28:36.549170 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:36.941901 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:36.969730 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.030077 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.042561 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:37.074896 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:37.075522 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.077460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20a55c33-e41a-47fb-8693-bbadcd0caa54 req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "PUT /v2.0/ports/4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 942 time: 0.6097453 Mar 08 20:28:37.078400 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:37.080201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244" -d '{"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:37.129054 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51398) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:37.130231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event updated for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=7']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:37.130231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.130231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.130231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.130673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.130673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.130942 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.131274 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.131603 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.131961 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.132287 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.132616 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.132940 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.133261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652b7a54-79c9-47b4-8f85-d95042c2b2be tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:28:37.145622 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595efdd4-0fb1-4e4c-bb5c-81d9058b3e0a x-openstack-request-id: req-595efdd4-0fb1-4e4c-bb5c-81d9058b3e0a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:37.145932 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:37.146181 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-595efdd4-0fb1-4e4c-bb5c-81d9058b3e0a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:37.146571 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:28:37.164452 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (64d38beb-c12f-4f8d-b92b-798ff97a9fff), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.221008 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:37.222955 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (64d38beb-c12f-4f8d-b92b-798ff97a9fff), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.270215 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-b9ab8756-53d4-4d64-b81c-f7382f4179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:37.271890 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-b9ab8756-53d4-4d64-b81c-f7382f4179e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1129 time: 0.0929964 Mar 08 20:28:37.365533 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-441a62ed-aeda-4649-8a20-dfc09af76dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:37.366934 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-441a62ed-aeda-4649-8a20-dfc09af76dc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0890737 Mar 08 20:28:37.387426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-43e6dbce-fa47-4ecc-8b6c-947080f30742 None None] Provisioning complete for port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:28:37.387828 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-43e6dbce-fa47-4ecc-8b6c-947080f30742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.411039 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (64d38beb-c12f-4f8d-b92b-798ff97a9fff), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.413812 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.417388 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "DELETE /v2.0/security-groups/64d38beb-c12f-4f8d-b92b-798ff97a9fff HTTP/1.1" status: 204 len: 168 time: 0.3300986 Mar 08 20:28:37.417762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51400) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:37.440493 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea253-1139-40bf-ac55-29379c3fc295 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d38beb-c12f-4f8d-b92b-798ff97a9fff,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:37.460224 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-2ba2667c-f0eb-4c95-bd54-15fc08e88e34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 1001 time: 0.0870781 Mar 08 20:28:37.481703 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-43e6dbce-fa47-4ecc-8b6c-947080f30742 None None] Current status of the port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:28:37.521614 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-6c6d2ded-f99b-4374-8a6a-13db92f58ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:37.523565 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-6c6d2ded-f99b-4374-8a6a-13db92f58ae2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0527711 Mar 08 20:28:37.573935 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-1a5be326-c346-4ef7-a1e9-1e094dd548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:37.575403 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-1a5be326-c346-4ef7-a1e9-1e094dd548b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453527 Mar 08 20:28:37.581318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Deleting port 33abad08-3e8d-4f76-965e-99ef01d74d01 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:37.581662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.671750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.672104 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for floatingip (33abad08-3e8d-4f76-965e-99ef01d74d01), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.672873 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-cfff94bc-e664-4db7-a346-0d1c46b3c6ad service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Mar 08 20:28:37.683742 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Calling delete_port for 33abad08-3e8d-4f76-965e-99ef01d74d01 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:37.766318 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-8523674b-0d6a-4a3f-b0bd-ac99fb36a244 req-ae172d47-fb4a-4bc3-b1d9-69bbd9241420 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869415 Mar 08 20:28:37.929684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (33abad08-3e8d-4f76-965e-99ef01d74d01), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:37.956325 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event deleted for resources: {'Port': ['ID=33abad08-3e8d-4f76-965e-99ef01d74d01,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:38.017561 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks [] for floatingip (9f9e930a-c1df-496e-84c4-354d5048cde1), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:38.017810 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Floating IP 9f9e930a-c1df-496e-84c4-354d5048cde1 disassociated (deleted). External IP: 172.27.0.219, port: 4ffe5b65-2b19-420f-b69e-eed26d2bc97a. Mar 08 20:28:38.227014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:38.335068 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:38.339510 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:38.345326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Sync routers for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:38.355246 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:38.355895 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:38.369709 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b9298d4e-92f2-479c-96fa-421861080c82 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f9e930a-c1df-496e-84c4-354d5048cde1 HTTP/1.1" status: 204 len: 168 time: 0.9508786 Mar 08 20:28:38.590942 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:38.791266 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:38.817397 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Checking router: 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:38.825442 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:38.826595 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:38.938416 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:39.133082 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:39.148067 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:39.150416 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba283b7c-322e-4400-b391-c93cd8c78c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:39.160042 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2bba9-10e9-48c3-9150-e659fd01a6c2 None None] The sync data for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi is: [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 4, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '12748d16-e1e7-44f9-88ac-45a40fe8afb6', 'name': '', 'network_id': '3d67372e-8a88-4106-888d-9aa1a34923b3', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'mac_address': 'fa:16:3e:4a:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '673e393a-22ca-46f5-9281-ea997e683331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'subnets': [{'id': '673e393a-22ca-46f5-9281-ea997e683331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:39.195177 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab65d31-f677-48b4-aa07-fb0c911468bc x-openstack-request-id: req-4ab65d31-f677-48b4-aa07-fb0c911468bc {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:39.195533 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:39.195892 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ab65d31-f677-48b4-aa07-fb0c911468bc {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:39.196367 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:28:39.281984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-8fd2651d-7f1f-4521-8c64-b49698a9f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:39.283890 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-8fd2651d-7f1f-4521-8c64-b49698a9f03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1561e480803f40639f97c1f9c4777b70&device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 1129 time: 0.0555696 Mar 08 20:28:39.387733 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-f62f7a7a-c40c-4a60-8c78-5e16ce6c6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:39.389908 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-f62f7a7a-c40c-4a60-8c78-5e16ce6c6854 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 200 len: 915 time: 0.0912843 Mar 08 20:28:39.454511 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-217239ce-2262-44d2-8759-783a67bae778 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 200 len: 217 time: 0.0562124 Mar 08 20:28:39.459148 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8abc772-4fba-43e7-a289-8e597f74131d None None] New status for floating IP 9f9e930a-c1df-496e-84c4-354d5048cde1: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:28:39.507839 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-b186d8bb-9317-4315-85e8-298f0948d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:39.509387 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-b186d8bb-9317-4315-85e8-298f0948d063 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 200 len: 854 time: 0.0480168 Mar 08 20:28:39.565935 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-143d44a3-9fbe-44be-aef1-db2e78d235df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:39.567512 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-143d44a3-9fbe-44be-aef1-db2e78d235df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d67372e-8a88-4106-888d-9aa1a34923b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460641 Mar 08 20:28:39.663986 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-f44ba690-e439-45da-a239-0eb06e8fd652 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882623 Mar 08 20:28:39.756586 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba283b7c-322e-4400-b391-c93cd8c78c9f req-e5df5d91-7390-4167-a36e-5e26438bb091 service neutron] 10.222.0.47 "GET /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813737 Mar 08 20:28:42.652979 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f496365-ec97-42d4-8272-b72a4a5d05b1 req-1cf216b4-7a0f-4624-9fe3-563ead3c89ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:42.654470 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9f496365-ec97-42d4-8272-b72a4a5d05b1 req-1cf216b4-7a0f-4624-9fe3-563ead3c89ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Mar 08 20:28:42.701085 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9f496365-ec97-42d4-8272-b72a4a5d05b1 req-77d037aa-f049-430e-9025-3dad9b2cabcf tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Mar 08 20:28:43.821398 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3118e9-83a7-4b39-bf3f-dd58fd51a70d req-f83e3a2d-7a9f-4c78-a2bb-5b6ca79c1b89 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:43.822877 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c3118e9-83a7-4b39-bf3f-dd58fd51a70d req-f83e3a2d-7a9f-4c78-a2bb-5b6ca79c1b89 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0541682 Mar 08 20:28:43.872159 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7c3118e9-83a7-4b39-bf3f-dd58fd51a70d req-f311c8f9-6a2c-4cb9-951b-1538fa8c0029 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Mar 08 20:28:44.202512 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892046-32f6-4a58-893e-adeef150a6ed req-a1be36cd-16c8-4606-9c64-448e132ca80a tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:28:44.204031 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba892046-32f6-4a58-893e-adeef150a6ed req-a1be36cd-16c8-4606-9c64-448e132ca80a tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.47 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 945 time: 0.0560567 Mar 08 20:28:44.298035 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Deleting port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:44.298289 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:44.386067 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] For port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:44.386428 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:44.398201 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Calling delete_port for 4ffe5b65-2b19-420f-b69e-eed26d2bc97a owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:44.615791 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (4ffe5b65-2b19-420f-b69e-eed26d2bc97a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:44.627317 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4ffe5b65-2b19-420f-b69e-eed26d2bc97a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:28:44.647582 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Pushing event deleted for resources: {'Port': ['ID=4ffe5b65-2b19-420f-b69e-eed26d2bc97a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:44.688673 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] No DVR routers for this DVR port 4ffe5b65-2b19-420f-b69e-eed26d2bc97a on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:44.691143 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:44.696794 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-ba892046-32f6-4a58-893e-adeef150a6ed req-9ddcc648-7df6-41b8-ae3f-73d10cac63ef tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.47 "DELETE /v2.0/ports/4ffe5b65-2b19-420f-b69e-eed26d2bc97a HTTP/1.1" status: 204 len: 173 time: 0.4829502 Mar 08 20:28:44.696794 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'name': 'network-vif-deleted', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:28:44.696967 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a6857b-61f6-41d8-b263-658f866488f8" -d '{"events": [{"server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "name": "network-vif-deleted", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:28:44.732854 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec607d8c-3795-4287-b5ce-077d42a8a892 x-openstack-request-id: req-ec607d8c-3795-4287-b5ce-077d42a8a892 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:28:44.733142 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9230cebc-a633-4956-9c76-b230382f5b35", "name": "network-vif-deleted", "tag": "4ffe5b65-2b19-420f-b69e-eed26d2bc97a", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:28:44.733388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec607d8c-3795-4287-b5ce-077d42a8a892 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:28:44.733832 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230cebc-a633-4956-9c76-b230382f5b35', 'name': 'network-vif-deleted', 'tag': '4ffe5b65-2b19-420f-b69e-eed26d2bc97a', 'status': 'completed', 'code': 200} Mar 08 20:28:44.969849 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-59665c7c-9dba-4974-aac9-900d55c5ccfd req-caa67d0f-85b0-413a-8203-8c5c30566bd8 tempest-TestMinimumBasicScenario-1129387552 tempest-TestMinimumBasicScenario-1129387552-project] 10.222.0.18 "GET /v2.0/ports?device_id=9230cebc-a633-4956-9c76-b230382f5b35 HTTP/1.1" status: 200 len: 210 time: 0.0292897 Mar 08 20:28:45.995292 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3ce95652-29c4-4308-bfb1-716231d14d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:47.518501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51490) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:47.974042 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.213890 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Deleting port 12748d16-e1e7-44f9-88ac-45a40fe8afb6 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:48.214231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.281476 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ae4e39db-75b2-4f35-abe0-9ecc42b4ecad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.295183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] For port 12748d16-e1e7-44f9-88ac-45a40fe8afb6, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=12748d16-e1e7-44f9-88ac-45a40fe8afb6,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:48.295543 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.308183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Calling delete_port for 12748d16-e1e7-44f9-88ac-45a40fe8afb6 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:48.521089 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (12748d16-e1e7-44f9-88ac-45a40fe8afb6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.544229 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=12748d16-e1e7-44f9-88ac-45a40fe8afb6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:48.711480 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:48.873876 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:28:48.926523 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:49.145158 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4ffe5b65-2b19-420f-b69e-eed26d2bc97a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:49.165979 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 4ffe5b65-2b19-420f-b69e-eed26d2bc97a {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:49.166326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4ffe5b65-2b19-420f-b69e-eed26d2bc97a not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:49.259157 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:49.264154 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-38577720-437a-4245-a839-33bf4f558f97 admin admin] 10.222.0.18 "PUT /v2.0/routers/4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446532 Mar 08 20:28:49.267152 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51498) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:49.269603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Sync routers for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:49.280241 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:49.281447 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:49.380284 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks [] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.387062 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:49.483060 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks [] for router_gateway (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.579865 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:28:48Z', 'revision_number': 5, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port': {'id': 'ebccd0d6-dd42-4efb-af7f-564d82ac606f', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:43Z', 'updated_at': '2022-03-08T20:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:49.606491 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Checking router: 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:49.615578 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Routers {'4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:49.616234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:49.643973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Deleting port ebccd0d6-dd42-4efb-af7f-564d82ac606f {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:49.644564 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.652522 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.709103 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] Set router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:49.724591 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] For port ebccd0d6-dd42-4efb-af7f-564d82ac606f, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ebccd0d6-dd42-4efb-af7f-564d82ac606f,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:49.724960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.738644 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Calling delete_port for ebccd0d6-dd42-4efb-af7f-564d82ac606f owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:49.764499 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:28:49Z', 'revision_number': 6, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:49.790297 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deb3ce-f833-4ca6-b5ee-a22b38038b0e None None] The sync data for ids ['4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79'] in dv-cinder-830095-3-iscsi is: [{'id': '4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79', 'name': 'tempest-TestMinimumBasicScenario-1596785740-router', 'tenant_id': '1561e480803f40639f97c1f9c4777b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:42Z', 'updated_at': '2022-03-08T20:28:49Z', 'revision_number': 6, 'project_id': '1561e480803f40639f97c1f9c4777b70', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:49.958081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (ebccd0d6-dd42-4efb-af7f-564d82ac606f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:49.984063 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebccd0d6-dd42-4efb-af7f-564d82ac606f,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:50.041705 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.144335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.146646 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks [] for router_controller (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.261200 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.261703 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:28:50.266354 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.267064 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6e190dde-1a84-4524-85b3-86e97b1bc6d7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4eea3a06-4d1d-4984-a2f5-cc5e2d3cfe79 HTTP/1.1" status: 204 len: 168 time: 0.9989810 Mar 08 20:28:50.269551 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51500) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:50.313814 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Deleting subnet 673e393a-22ca-46f5-9281-ea997e683331 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:28:50.316987 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Publish callbacks [] for subnet (673e393a-22ca-46f5-9281-ea997e683331), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.353563 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (673e393a-22ca-46f5-9281-ea997e683331), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.454382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (673e393a-22ca-46f5-9281-ea997e683331), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.548212 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 12748d16-e1e7-44f9-88ac-45a40fe8afb6 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:50.568725 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 12748d16-e1e7-44f9-88ac-45a40fe8afb6 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:50.569071 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 12748d16-e1e7-44f9-88ac-45a40fe8afb6 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:50.576135 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (673e393a-22ca-46f5-9281-ea997e683331), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.606746 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673e393a-22ca-46f5-9281-ea997e683331,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:50.610569 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.615612 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1c391f24-38bb-4b8a-a7ac-6f29ba466dde admin admin] 10.222.0.18 "DELETE /v2.0/subnets/673e393a-22ca-46f5-9281-ea997e683331 HTTP/1.1" status: 204 len: 168 time: 0.3433049 Mar 08 20:28:50.616727 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578ddcc-f5d5-4072-85f0-e4efa5b1ed0c None None] Network 3d67372e-8a88-4106-888d-9aa1a34923b3 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:28:50.617432 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51502) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:50.687251 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (3d67372e-8a88-4106-888d-9aa1a34923b3), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.743211 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Deleting port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:50.743548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.789510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] DHCP port deletion for 3d67372e-8a88-4106-888d-9aa1a34923b3 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:28:50.809266 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] For port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:50.809634 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.823640 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Calling delete_port for 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:50.842452 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Deleting port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:50.842452 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.907599 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] For port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,segment=NetworkSegment(fac77662-a1c3-4d19-92b6-4c3f199251d5),segment_id=fac77662-a1c3-4d19-92b6-4c3f199251d5)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:50.914591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.920271 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Calling delete_port for 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:50.972508 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:50.995639 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:51.001745 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] No DVR routers for this DVR port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:51.035802 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (23a97b27-8b5b-4a0a-8660-2f572c03e7c0), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.059241 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] Pushing event deleted for resources: {'Port': ['ID=23a97b27-8b5b-4a0a-8660-2f572c03e7c0,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:51.066240 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d828709-aeac-44be-92f5-ba4f873a8566 None None] No DVR routers for this DVR port 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:51.073077 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (3d67372e-8a88-4106-888d-9aa1a34923b3), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.099828 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d67372e-8a88-4106-888d-9aa1a34923b3']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:51.109090 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac77662-a1c3-4d19-92b6-4c3f199251d5') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:51.109379 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac77662-a1c3-4d19-92b6-4c3f199251d5') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:51.118411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (fac77662-a1c3-4d19-92b6-4c3f199251d5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.132350 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (fac77662-a1c3-4d19-92b6-4c3f199251d5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.140336 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:28:51.141043 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (fac77662-a1c3-4d19-92b6-4c3f199251d5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:28:51.142686 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:28:51.269898 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (3d67372e-8a88-4106-888d-9aa1a34923b3), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.275743 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.279216 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d67372e-8a88-4106-888d-9aa1a34923b3 HTTP/1.1" status: 204 len: 168 time: 0.6607685 Mar 08 20:28:51.286885 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51504) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:51.290695 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9b64-45d4-4d6c-b4f7-2251120032f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d67372e-8a88-4106-888d-9aa1a34923b3,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:51.376197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.641637 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (e036155c-9a27-4f76-a150-b54e463312e8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.884624 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Deleting port e23011f8-c69b-4d9b-a052-81166fbdf1d4 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:51.884961 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.962341 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] For port e23011f8-c69b-4d9b-a052-81166fbdf1d4, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=e23011f8-c69b-4d9b-a052-81166fbdf1d4,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:51.962615 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:51.974429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Calling delete_port for e23011f8-c69b-4d9b-a052-81166fbdf1d4 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:52.097100 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:52.117144 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:52.117490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 23a97b27-8b5b-4a0a-8660-2f572c03e7c0 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:52.117900 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ebccd0d6-dd42-4efb-af7f-564d82ac606f no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:52.136159 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: ebccd0d6-dd42-4efb-af7f-564d82ac606f {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:52.136506 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ebccd0d6-dd42-4efb-af7f-564d82ac606f not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:52.235031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (e23011f8-c69b-4d9b-a052-81166fbdf1d4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:52.259925 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e23011f8-c69b-4d9b-a052-81166fbdf1d4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:52.433362 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (e036155c-9a27-4f76-a150-b54e463312e8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:52.552375 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:52.650189 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Router e036155c-9a27-4f76-a150-b54e463312e8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:28:52.759253 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:28:52.764433 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-ac854d23-fe01-4546-91be-e907ae3c62ba admin admin] 10.222.0.18 "PUT /v2.0/routers/e036155c-9a27-4f76-a150-b54e463312e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812753 Mar 08 20:28:52.767791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51510) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:52.769222 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Sync routers for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:28:52.778716 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:52.779431 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:52.873373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks [] for router (e036155c-9a27-4f76-a150-b54e463312e8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:52.888017 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:52.977261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks [] for router_gateway (e036155c-9a27-4f76-a150-b54e463312e8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.061161 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:28:52Z', 'revision_number': 5, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port': {'id': 'd3b94a88-4cd0-4cfe-882e-97af0b7aa51a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:52Z', 'updated_at': '2022-03-08T20:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:53.091291 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Checking router: e036155c-9a27-4f76-a150-b54e463312e8 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:28:53.095533 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Deleting port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:53.095905 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.104298 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Routers {'e036155c-9a27-4f76-a150-b54e463312e8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:28:53.104902 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:28:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['e036155c-9a27-4f76-a150-b54e463312e8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:53.194330 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] Set router e036155c-9a27-4f76-a150-b54e463312e8 gateway port host: None {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:28:53.246358 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:28:52Z', 'revision_number': 6, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:53.276720 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504504ac-d337-467a-b7fb-892f3fbb5697 None None] The sync data for ids ['e036155c-9a27-4f76-a150-b54e463312e8'] in dv-cinder-830095-3-iscsi is: [{'id': 'e036155c-9a27-4f76-a150-b54e463312e8', 'name': 'tempest-TestMinimumBasicScenario-462840308-router', 'tenant_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:51Z', 'updated_at': '2022-03-08T20:28:52Z', 'revision_number': 6, 'project_id': '14dcd8b7e1cd413ba6031f7118d75df0', 'gw_port_host': None}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:28:53.418427 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] For port d3b94a88-4cd0-4cfe-882e-97af0b7aa51a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:53.418789 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.432002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Calling delete_port for d3b94a88-4cd0-4cfe-882e-97af0b7aa51a owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:53.669719 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (d3b94a88-4cd0-4cfe-882e-97af0b7aa51a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.696883 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b94a88-4cd0-4cfe-882e-97af0b7aa51a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:53.758601 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (e036155c-9a27-4f76-a150-b54e463312e8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.849139 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (e036155c-9a27-4f76-a150-b54e463312e8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.851282 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks [] for router_controller (e036155c-9a27-4f76-a150-b54e463312e8), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.954786 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (e036155c-9a27-4f76-a150-b54e463312e8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.955353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e036155c-9a27-4f76-a150-b54e463312e8 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:28:53.959898 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:53.961203 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-23e647f8-92ca-49bf-ae7e-f1e66c57e559 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e036155c-9a27-4f76-a150-b54e463312e8 HTTP/1.1" status: 204 len: 168 time: 1.1923392 Mar 08 20:28:53.963600 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 51512) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:54.008159 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Deleting subnet f566b76d-aeac-460f-bb5a-f8abd5fc29f2 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:28:54.011416 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Publish callbacks [] for subnet (f566b76d-aeac-460f-bb5a-f8abd5fc29f2), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.051836 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (f566b76d-aeac-460f-bb5a-f8abd5fc29f2), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.106767 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d3b94a88-4cd0-4cfe-882e-97af0b7aa51a no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:54.127035 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: d3b94a88-4cd0-4cfe-882e-97af0b7aa51a {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:54.127471 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d3b94a88-4cd0-4cfe-882e-97af0b7aa51a not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:54.127987 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device e23011f8-c69b-4d9b-a052-81166fbdf1d4 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:54.137548 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (f566b76d-aeac-460f-bb5a-f8abd5fc29f2), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.147123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: e23011f8-c69b-4d9b-a052-81166fbdf1d4 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:54.147549 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device e23011f8-c69b-4d9b-a052-81166fbdf1d4 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:54.246922 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (f566b76d-aeac-460f-bb5a-f8abd5fc29f2), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.275630 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f566b76d-aeac-460f-bb5a-f8abd5fc29f2,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:54.277627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.282052 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ee49d-c664-4135-9b61-feab00e5b40b None None] Network d9ce74cd-5863-42fc-8070-6a300487a468 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:28:54.283748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a884ea60-26ea-4a37-93c6-900f66d7b2c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f566b76d-aeac-460f-bb5a-f8abd5fc29f2 HTTP/1.1" status: 204 len: 168 time: 0.3190997 Mar 08 20:28:54.284080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51514) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:54.354495 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (d9ce74cd-5863-42fc-8070-6a300487a468), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.407873 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Deleting port d6bf048b-df03-47f8-89ba-c9df34485796 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:54.408118 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.444009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] DHCP port deletion for d9ce74cd-5863-42fc-8070-6a300487a468 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:28:54.470553 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] For port d6bf048b-df03-47f8-89ba-c9df34485796, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d6bf048b-df03-47f8-89ba-c9df34485796,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:54.470920 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.487431 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Calling delete_port for d6bf048b-df03-47f8-89ba-c9df34485796 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:54.491289 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Deleting port d6bf048b-df03-47f8-89ba-c9df34485796 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:28:54.491810 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.556916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] For port d6bf048b-df03-47f8-89ba-c9df34485796, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d6bf048b-df03-47f8-89ba-c9df34485796,segment=NetworkSegment(be62ecd8-86af-4221-880b-53f418800f30),segment_id=be62ecd8-86af-4221-880b-53f418800f30)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:28:54.557367 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.570589 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Calling delete_port for d6bf048b-df03-47f8-89ba-c9df34485796 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:28:54.624701 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.644779 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (d6bf048b-df03-47f8-89ba-c9df34485796), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.647969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bf048b-df03-47f8-89ba-c9df34485796,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:54.657387 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] No DVR routers for this DVR port d6bf048b-df03-47f8-89ba-c9df34485796 on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:54.675566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] Pushing event deleted for resources: {'Port': ['ID=d6bf048b-df03-47f8-89ba-c9df34485796,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:54.680684 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d91b3-bcdc-41a5-b19c-43079c568603 None None] No DVR routers for this DVR port d6bf048b-df03-47f8-89ba-c9df34485796 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:28:54.726788 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (d9ce74cd-5863-42fc-8070-6a300487a468), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.747038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ce74cd-5863-42fc-8070-6a300487a468']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:54.756880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be62ecd8-86af-4221-880b-53f418800f30') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:54.757180 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be62ecd8-86af-4221-880b-53f418800f30') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:28:54.766477 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (be62ecd8-86af-4221-880b-53f418800f30), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.779160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (be62ecd8-86af-4221-880b-53f418800f30), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.785003 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:28:54.785382 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (be62ecd8-86af-4221-880b-53f418800f30), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:28:54.786980 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:28:54.904001 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (d9ce74cd-5863-42fc-8070-6a300487a468), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.909097 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:54.912649 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9ce74cd-5863-42fc-8070-6a300487a468 HTTP/1.1" status: 204 len: 168 time: 0.6271687 Mar 08 20:28:54.923807 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ec717-1f4a-4446-9a7a-9fc189aef5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ce74cd-5863-42fc-8070-6a300487a468,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:55.203063 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51518) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:55.246265 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-39368291-27e7-4684-aad3-15909a6ff5ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1561e480803f40639f97c1f9c4777b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419097 Mar 08 20:28:55.248554 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51520) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:55.294289 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] Publish callbacks [] for security_group (2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:55.315449 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] Publish callbacks [] for security_group (2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:55.449619 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:55.452794 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:55.454145 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930 HTTP/1.1" status: 204 len: 168 time: 0.2045801 Mar 08 20:28:55.461884 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e0e3b-8357-4a93-9044-32ac747a1526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02ada3-1a7b-4fd2-a6e3-31bcec8d6930,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:28:56.094394 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d6bf048b-df03-47f8-89ba-c9df34485796 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:28:56.117637 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: d6bf048b-df03-47f8-89ba-c9df34485796 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:28:56.117637 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d6bf048b-df03-47f8-89ba-c9df34485796 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:28:56.131658 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51526) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:56.169969 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8367b923-ac66-478c-9cdc-a8bea31671c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14dcd8b7e1cd413ba6031f7118d75df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371673 Mar 08 20:28:56.172968 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 51528) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:28:56.220319 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] Publish callbacks [] for security_group (e63e32f5-58c7-4ee9-8be7-d49f97a08a10), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:56.241780 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] Publish callbacks [] for security_group (e63e32f5-58c7-4ee9-8be7-d49f97a08a10), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:56.324421 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:56.355187 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e63e32f5-58c7-4ee9-8be7-d49f97a08a10), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:56.357740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:28:56.359491 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e63e32f5-58c7-4ee9-8be7-d49f97a08a10 HTTP/1.1" status: 204 len: 168 time: 0.1856411 Mar 08 20:28:56.369806 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b000d-bc90-4567-9181-80b747d49380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e32f5-58c7-4ee9-8be7-d49f97a08a10,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:15.966141 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c26dc60e-5b14-454a-bd9b-d4248c2395c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:16.569673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068666f-8634-48f2-93bf-cbe78d58e54c req-d521c9ad-0672-4615-8da9-5d9257071300 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:16.571317 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5068666f-8634-48f2-93bf-cbe78d58e54c req-d521c9ad-0672-4615-8da9-5d9257071300 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0588827 Mar 08 20:29:16.622362 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5068666f-8634-48f2-93bf-cbe78d58e54c req-8acd12f2-67fb-46e8-b734-9c9153f80db9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Mar 08 20:29:17.748792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de112cac-1b25-4600-98f9-0619c00d1139 req-442d77ea-3b93-4ab8-9834-0de9329ef303 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:17.750265 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de112cac-1b25-4600-98f9-0619c00d1139 req-442d77ea-3b93-4ab8-9834-0de9329ef303 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Mar 08 20:29:17.798034 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de112cac-1b25-4600-98f9-0619c00d1139 req-30d92238-8b07-4f81-bccf-1c29798a7bf8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Mar 08 20:29:18.314848 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-655a540b-e930-4829-8557-f998edda66ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:18.924825 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742848-bd88-45e9-b5c5-8565a24b7093 req-0e5e8cc8-a61a-427d-a3e0-97bffed01598 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:18.926305 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-39742848-bd88-45e9-b5c5-8565a24b7093 req-0e5e8cc8-a61a-427d-a3e0-97bffed01598 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0585525 Mar 08 20:29:18.972468 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-39742848-bd88-45e9-b5c5-8565a24b7093 req-0d3a0549-70c6-4407-a9fd-c738c6310b92 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Mar 08 20:29:19.617548 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:20.093824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136b75-d8bd-4f87-b8ee-ec05237744fb req-ef000fbd-f3e7-453b-b3d4-a9237988c3e3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:20.096316 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0e136b75-d8bd-4f87-b8ee-ec05237744fb req-ef000fbd-f3e7-453b-b3d4-a9237988c3e3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0525274 Mar 08 20:29:20.141790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0e136b75-d8bd-4f87-b8ee-ec05237744fb req-bffe5d2f-8046-4f38-81c3-9df4b93521ff tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404718 Mar 08 20:29:21.260704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ed4c-7b03-45e4-a2df-14a4c572c017 req-cb3e00e4-bb74-44f2-92bf-65b2921a97f2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:21.262153 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b98ed4c-7b03-45e4-a2df-14a4c572c017 req-cb3e00e4-bb74-44f2-92bf-65b2921a97f2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Mar 08 20:29:21.312061 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6b98ed4c-7b03-45e4-a2df-14a4c572c017 req-89285bbe-6651-4eac-af0e-7818236b4416 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442646 Mar 08 20:29:21.369347 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:22.432510 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3d58b-d86b-4da4-98ca-6a3fc354d890 req-ecf553fc-1c63-44df-bbac-09f310a9925a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:22.433979 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ec3d58b-d86b-4da4-98ca-6a3fc354d890 req-ecf553fc-1c63-44df-bbac-09f310a9925a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0522304 Mar 08 20:29:22.480828 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ec3d58b-d86b-4da4-98ca-6a3fc354d890 req-c2b76d70-7a1e-41b6-bd4e-d0b1076fca39 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Mar 08 20:29:22.557371 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:23.601973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ada62-5971-4c7d-92da-d98727015843 req-633e6a38-3361-41c4-8f70-0de5e1b28ac2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:23.603452 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca2ada62-5971-4c7d-92da-d98727015843 req-633e6a38-3361-41c4-8f70-0de5e1b28ac2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0525966 Mar 08 20:29:23.648743 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ca2ada62-5971-4c7d-92da-d98727015843 req-5601b294-c070-457f-ab36-303ed2a90b56 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Mar 08 20:29:24.775779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d033e-53f3-49c4-8883-c9db000ff7a1 req-bc4dd5b8-cabe-4ce7-82f7-0d60b728aa37 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:24.777257 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc6d033e-53f3-49c4-8883-c9db000ff7a1 req-bc4dd5b8-cabe-4ce7-82f7-0d60b728aa37 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0584140 Mar 08 20:29:24.824928 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc6d033e-53f3-49c4-8883-c9db000ff7a1 req-9e50d422-dd37-49e0-9220-89ec02a507dc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Mar 08 20:29:25.873078 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:29:25.948323 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43285-dc0a-414f-91aa-13044acd216b req-ba44e538-7da3-4654-9a09-3e8ed254f4ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:25.949810 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-def43285-dc0a-414f-91aa-13044acd216b req-ba44e538-7da3-4654-9a09-3e8ed254f4ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0551102 Mar 08 20:29:25.997919 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-def43285-dc0a-414f-91aa-13044acd216b req-83669e94-2197-4ff3-be8f-0e684bbf1dcc tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Mar 08 20:29:26.323399 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:27.312018 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e5c6-4e33-4471-9163-b8626cac1065 req-9b036b06-4f02-4159-b5c9-65bfcb3407f2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:27.313431 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1377e5c6-4e33-4471-9163-b8626cac1065 req-9b036b06-4f02-4159-b5c9-65bfcb3407f2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.2450271 Mar 08 20:29:27.363629 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1377e5c6-4e33-4471-9163-b8626cac1065 req-63c221bf-05e4-4e1a-8513-8097662036b0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Mar 08 20:29:28.539511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeabbf-f1f6-4706-a1eb-100bd5dc1a2e req-213d06f8-e5f0-4a33-b74b-d683ff3e85c3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:28.541017 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7aeabbf-f1f6-4706-a1eb-100bd5dc1a2e req-213d06f8-e5f0-4a33-b74b-d683ff3e85c3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.1057930 Mar 08 20:29:28.588027 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7aeabbf-f1f6-4706-a1eb-100bd5dc1a2e req-ae7aa007-c220-4f3f-a1f9-4234a5ccfa3c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Mar 08 20:29:29.710469 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561e4f4-4ff3-4746-9bba-bf6acf0cdb7f req-c2cfbd9a-5c61-4449-ab8e-c408bb56a1a9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:29.711994 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9561e4f4-4ff3-4746-9bba-bf6acf0cdb7f req-c2cfbd9a-5c61-4449-ab8e-c408bb56a1a9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0531337 Mar 08 20:29:29.761044 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9561e4f4-4ff3-4746-9bba-bf6acf0cdb7f req-60d559d6-6cf1-4ca7-8848-5704954c1800 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Mar 08 20:29:30.884303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f079-3fe2-4ef6-98f8-88800e74a1ab req-bc61bd4b-5872-4262-aa58-f21d888f0f78 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:30.885755 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bb95f079-3fe2-4ef6-98f8-88800e74a1ab req-bc61bd4b-5872-4262-aa58-f21d888f0f78 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0548365 Mar 08 20:29:30.932393 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bb95f079-3fe2-4ef6-98f8-88800e74a1ab req-065fb3c1-c9bf-4f7f-bbec-6e82fd6abdc0 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Mar 08 20:29:31.345848 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:29:31.446170 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:31.456724 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:29:31.494160 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: ACTIVE; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:31.494554 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:31.507422 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:29:31.526324 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:31.585566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:31.631656 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=6']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:31.641097 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.641468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.641820 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.642165 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.642535 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.642832 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.643163 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.643495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.643847 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.644180 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.644510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.644839 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.645186 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:29:31.707166 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['9ae33bb3-37dc-4413-92b3-1084659bebcf'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:29:32.059124 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b420fc8-f993-4621-91e0-ef0500da2741 req-f18b3a97-502c-45c8-b6b2-425c06d340f3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:32.060640 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b420fc8-f993-4621-91e0-ef0500da2741 req-f18b3a97-502c-45c8-b6b2-425c06d340f3 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 945 time: 0.0551414 Mar 08 20:29:32.108280 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b420fc8-f993-4621-91e0-ef0500da2741 req-c027dc4f-a8ef-431b-b79e-27704965c11c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 Mar 08 20:29:33.232904 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb9052-536d-496a-b4b2-5f2c9aecdc4e req-1a15faf2-8a81-4c9e-a49a-61cf7d89d95e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:33.234353 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3cb9052-536d-496a-b4b2-5f2c9aecdc4e req-1a15faf2-8a81-4c9e-a49a-61cf7d89d95e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 945 time: 0.0549486 Mar 08 20:29:33.281036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c3cb9052-536d-496a-b4b2-5f2c9aecdc4e req-dfd1cc72-137d-4192-839a-ae6226c11b43 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Mar 08 20:29:33.372039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:29:33.419078 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 9ae33bb3-37dc-4413-92b3-1084659bebcf triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:29:33.419456 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:33.508668 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:33.509083 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:33.531322 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:29:33.534313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faae88c-36f7-4979-869d-a71501b7e3b0" -d '{"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:29:33.546720 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:33.569491 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb111e5c-3889-416a-a626-1e9ddec6ece8 x-openstack-request-id: req-bb111e5c-3889-416a-a626-1e9ddec6ece8 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:29:33.569781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:29:33.570143 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb111e5c-3889-416a-a626-1e9ddec6ece8 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:29:33.570535 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'code': 200} Mar 08 20:29:33.628922 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:33.682364 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=7']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:34.403200 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea244a4-6b2d-4f9a-b6ac-b8720203038b req-70e7d9b8-14c9-445c-b0a7-e78839811ee8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:34.404707 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fea244a4-6b2d-4f9a-b6ac-b8720203038b req-70e7d9b8-14c9-445c-b0a7-e78839811ee8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0533264 Mar 08 20:29:34.450613 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fea244a4-6b2d-4f9a-b6ac-b8720203038b req-789b3109-5174-4d71-a77b-4ee27aa7f87f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 Mar 08 20:29:35.464847 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb226cb-5dc6-414e-b516-622e034929fb req-08e54d71-6c8a-4f30-bc61-18e4f0a23964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:35.466343 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-08e54d71-6c8a-4f30-bc61-18e4f0a23964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1130 time: 0.0437431 Mar 08 20:29:35.572296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb226cb-5dc6-414e-b516-622e034929fb req-e5a53313-7959-404a-8746-06751d76b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:35.572816 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115c3a-9e29-4564-9106-d86d56702259 req-a08b90eb-678a-45c8-89a5-62868d10a131 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:35.573767 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-e5a53313-7959-404a-8746-06751d76b256 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0874238 Mar 08 20:29:35.574344 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07115c3a-9e29-4564-9106-d86d56702259 req-a08b90eb-678a-45c8-89a5-62868d10a131 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0519068 Mar 08 20:29:35.628969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07115c3a-9e29-4564-9106-d86d56702259 req-6c45845f-0b79-4fef-912b-0d37cc20624c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Mar 08 20:29:35.645457 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-33abb917-3f8f-4045-a577-be65191ee4e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 1002 time: 0.0639098 Mar 08 20:29:35.692531 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb226cb-5dc6-414e-b516-622e034929fb req-66f8e53d-e0a0-4289-b9e0-9643c5e55dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:35.693939 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-66f8e53d-e0a0-4289-b9e0-9643c5e55dd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0424459 Mar 08 20:29:35.741059 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb226cb-5dc6-414e-b516-622e034929fb req-bccd61b9-85c1-4f2d-8641-aac119c09b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:35.742430 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-bccd61b9-85c1-4f2d-8641-aac119c09b3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423083 Mar 08 20:29:35.836503 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-726f140d-a73c-4f3c-95c8-c01c336d602f service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Mar 08 20:29:35.926882 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0eb226cb-5dc6-414e-b516-622e034929fb req-92841b24-622c-4375-b7ab-9e5b5d8e97bf service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Mar 08 20:29:36.749976 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6f8b2-7984-4d7b-8f55-515d6c515b8a req-c7b55019-ae87-4c18-aff5-55111d0c4178 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:36.751981 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7ee6f8b2-7984-4d7b-8f55-515d6c515b8a req-c7b55019-ae87-4c18-aff5-55111d0c4178 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0519729 Mar 08 20:29:36.798907 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7ee6f8b2-7984-4d7b-8f55-515d6c515b8a req-3031a888-cd57-40f4-bd8c-f49ee08a2b04 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Mar 08 20:29:38.087345 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c9783-c89d-4ba7-b1a4-985dde1c873e req-6b22d025-3102-4241-bedf-cfc8af419e36 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:38.089669 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ba2c9783-c89d-4ba7-b1a4-985dde1c873e req-6b22d025-3102-4241-bedf-cfc8af419e36 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0653377 Mar 08 20:29:38.146240 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ba2c9783-c89d-4ba7-b1a4-985dde1c873e req-95768a9a-034e-48d6-8c69-b1bcd760a3cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 Mar 08 20:29:39.278119 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07c29-7f5f-4d34-a7ae-9600712cbc2c req-5cbd3b97-5c46-41f0-af36-88e2116e02d7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:39.280484 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5b07c29-7f5f-4d34-a7ae-9600712cbc2c req-5cbd3b97-5c46-41f0-af36-88e2116e02d7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0608387 Mar 08 20:29:39.336924 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f5b07c29-7f5f-4d34-a7ae-9600712cbc2c req-41dc0180-9e44-486b-8702-bd2baedfa69c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506594 Mar 08 20:29:40.472616 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbece5-d1f4-489b-bc17-442528740644 req-cf8b8d64-92fe-470e-93d1-45ef111246b9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:40.474137 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afbbece5-d1f4-489b-bc17-442528740644 req-cf8b8d64-92fe-470e-93d1-45ef111246b9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0546181 Mar 08 20:29:40.521991 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-afbbece5-d1f4-489b-bc17-442528740644 req-2998952c-c996-4bce-b8a3-6a804e5d36c9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Mar 08 20:29:41.652979 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c028-9a07-4467-8a8a-825bd9fea21f req-f4d88ec6-9489-48e6-8dd6-5ce9f184dbfd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:41.654599 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50c9c028-9a07-4467-8a8a-825bd9fea21f req-f4d88ec6-9489-48e6-8dd6-5ce9f184dbfd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0570171 Mar 08 20:29:41.710968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50c9c028-9a07-4467-8a8a-825bd9fea21f req-358f2048-8554-4852-85bf-cbc5b98a373e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496731 Mar 08 20:29:43.001075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8531e5e-0a1c-411e-bd8f-acc9d3623c3c req-60630f56-5176-4d7c-bc44-9a35f4effd35 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:43.002704 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8531e5e-0a1c-411e-bd8f-acc9d3623c3c req-60630f56-5176-4d7c-bc44-9a35f4effd35 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0565484 Mar 08 20:29:43.059164 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8531e5e-0a1c-411e-bd8f-acc9d3623c3c req-13c38044-b3d0-4f81-811f-89167cbe140a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Mar 08 20:29:44.200233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098bff1-db96-4df4-a3d8-b6c6239fd8b8 req-2f93351c-3d14-457f-9ee9-1bbc3e2b54ae tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:44.201714 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9098bff1-db96-4df4-a3d8-b6c6239fd8b8 req-2f93351c-3d14-457f-9ee9-1bbc3e2b54ae tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0540037 Mar 08 20:29:44.248578 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9098bff1-db96-4df4-a3d8-b6c6239fd8b8 req-1a88df5c-00ab-413a-b723-d38e35e73103 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Mar 08 20:29:45.409413 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ce9f9-bc8f-42e1-8807-578530f76142 req-4683ab28-9f5c-4ccc-aa1b-f8e75031b355 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:45.411133 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-316ce9f9-bc8f-42e1-8807-578530f76142 req-4683ab28-9f5c-4ccc-aa1b-f8e75031b355 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0750766 Mar 08 20:29:45.471603 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-316ce9f9-bc8f-42e1-8807-578530f76142 req-a8080199-ebf4-4e15-bcb1-492135b5fc81 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529497 Mar 08 20:29:45.963101 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b1968dd9-60eb-4fa9-8cb9-f9184e839173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:46.600100 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440b412-2850-40a3-a8ec-8f3849484cf4 req-887e5a17-dd71-450d-9d33-b0f6d82ccc2f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:46.601582 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3440b412-2850-40a3-a8ec-8f3849484cf4 req-887e5a17-dd71-450d-9d33-b0f6d82ccc2f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0543001 Mar 08 20:29:46.650186 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3440b412-2850-40a3-a8ec-8f3849484cf4 req-bd991dfd-6099-4f8a-969d-17e949b3c21c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Mar 08 20:29:47.778175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f6dd2-ab9f-4f76-85ea-98fa1283f8e4 req-ce65028c-2897-4387-a3e1-13fd3fb9e362 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:47.779684 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a39f6dd2-ab9f-4f76-85ea-98fa1283f8e4 req-ce65028c-2897-4387-a3e1-13fd3fb9e362 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0559957 Mar 08 20:29:47.832629 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a39f6dd2-ab9f-4f76-85ea-98fa1283f8e4 req-a068659d-0033-4bb3-912c-9beb603d529e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461376 Mar 08 20:29:48.337565 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d9a1207a-9eaa-4af2-8dba-01fdc0fceb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:48.966211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660efbd-48d4-4328-9865-7655e2039e77 req-e904abc5-9967-460e-a20a-e56cf301079b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:48.967674 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b660efbd-48d4-4328-9865-7655e2039e77 req-e904abc5-9967-460e-a20a-e56cf301079b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0552382 Mar 08 20:29:49.015364 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b660efbd-48d4-4328-9865-7655e2039e77 req-a2e76196-12a4-42bf-8e18-b4cc589455e9 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417843 Mar 08 20:29:49.600193 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:50.138511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774b97-96c5-4478-a9c6-8fba39b985ec req-2e90c918-0291-4ddc-b921-47109de94870 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:50.139998 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd774b97-96c5-4478-a9c6-8fba39b985ec req-2e90c918-0291-4ddc-b921-47109de94870 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0534782 Mar 08 20:29:50.189871 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bd774b97-96c5-4478-a9c6-8fba39b985ec req-488647c5-d5bd-42c2-ba77-7a5278aa6a06 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Mar 08 20:29:50.559108 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4d97-f50f-44fb-b618-046d871c1699 req-13704e5b-ef00-4bf9-8daf-50190552423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:50.560689 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-13704e5b-ef00-4bf9-8daf-50190552423d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1130 time: 0.0903013 Mar 08 20:29:50.655309 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4d97-f50f-44fb-b618-046d871c1699 req-3f6f668e-9e82-4e88-94f0-285b1cef407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:50.656776 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-3f6f668e-9e82-4e88-94f0-285b1cef407e service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0823531 Mar 08 20:29:50.725736 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-57238a5e-1d46-4f00-aea3-163acc09dc2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 1002 time: 0.0610173 Mar 08 20:29:50.772534 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4d97-f50f-44fb-b618-046d871c1699 req-8708dbe0-85e5-4474-891d-2eb997ddf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:50.773820 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-8708dbe0-85e5-4474-891d-2eb997ddf8e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0417125 Mar 08 20:29:50.820753 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c4d97-f50f-44fb-b618-046d871c1699 req-09756f90-c2d8-4c5f-95d4-b2ff428aec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:50.822167 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-09756f90-c2d8-4c5f-95d4-b2ff428aec01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416832 Mar 08 20:29:50.834713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-f9da762c-c65b-4a5c-85a4-65a4269ab937 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:29:50.835628 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-f9da762c-c65b-4a5c-85a4-65a4269ab937 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053389 Mar 08 20:29:50.925497 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-e7d849d9-82de-4874-956b-9a9151eccd4c service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822036 Mar 08 20:29:51.021983 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-291c4d97-f50f-44fb-b618-046d871c1699 req-5bf24324-52c4-4772-b8ce-a081bae4e99b service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834446 Mar 08 20:29:51.311063 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ace18-2cd2-4d9a-bd28-ac787a0821dd req-e8b66a65-7bb2-4fe4-a53b-90d6b6140882 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:51.312491 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-894ace18-2cd2-4d9a-bd28-ac787a0821dd req-e8b66a65-7bb2-4fe4-a53b-90d6b6140882 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0531988 Mar 08 20:29:51.359124 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-894ace18-2cd2-4d9a-bd28-ac787a0821dd req-88f84545-2fa0-4a8a-8348-ff91b1841f7f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Mar 08 20:29:51.371363 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:52.482499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325a958-0a84-484c-adaf-525b675258a8 req-43b9e806-19a6-49c6-9059-2b4a4c6508cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:52.487274 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f325a958-0a84-484c-adaf-525b675258a8 req-43b9e806-19a6-49c6-9059-2b4a4c6508cd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0526085 Mar 08 20:29:52.530474 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f325a958-0a84-484c-adaf-525b675258a8 req-0ca0cd30-731a-416c-8583-cc21b9712883 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Mar 08 20:29:52.542781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:53.464427 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:29:53.556816 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: ACTIVE; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:53.557531 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:53.579563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:29:53.582362 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f41a979-0c34-48dc-99ef-3090c0ee67ed" -d '{"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:29:53.595089 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:29:53.614685 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5037073-ce4f-45b2-a1e3-6973147f3557 x-openstack-request-id: req-f5037073-ce4f-45b2-a1e3-6973147f3557 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:29:53.614980 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-unplugged", "status": "failed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "code": 422}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:29:53.615238 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5037073-ce4f-45b2-a1e3-6973147f3557 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:29:53.615677 dv-cinder-830095-3-iscsi neutron-server[103783]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'code': 422} returned with failed status Mar 08 20:29:53.659660 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3751-4013-4bdf-8d28-70fcd8b7d835 req-245bd27c-cc38-4c53-b59c-60159dc36f34 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:53.661155 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edfd3751-4013-4bdf-8d28-70fcd8b7d835 req-245bd27c-cc38-4c53-b59c-60159dc36f34 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 946 time: 0.0580485 Mar 08 20:29:53.680312 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:53.709633 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-edfd3751-4013-4bdf-8d28-70fcd8b7d835 req-197794cb-2999-4d3f-b232-ad7e88044563 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Mar 08 20:29:53.727957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=8']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:29:55.855226 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ecd26-7ea1-418f-8817-0c1a0fb689ac req-21967a15-e053-4fa9-93d1-89cf4390f413 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:55.856740 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-871ecd26-7ea1-418f-8817-0c1a0fb689ac req-21967a15-e053-4fa9-93d1-89cf4390f413 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0537169 Mar 08 20:29:55.909489 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-871ecd26-7ea1-418f-8817-0c1a0fb689ac req-0296c403-5c29-4c7f-96f6-44fc1111c225 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Mar 08 20:29:56.236002 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-76ceb8a4-c040-429a-9241-1339d4cf017b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852988 Mar 08 20:29:56.314617 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:29:56.359647 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-cb68f42e-4033-4f74-8729-da81bd04495c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:56.361001 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-cb68f42e-4033-4f74-8729-da81bd04495c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports/9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 941 time: 0.0955009 Mar 08 20:29:57.031947 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28eb3-4685-4a16-b00d-f297a6a697db req-61e6447c-4833-41e4-adb9-5cd64839e4a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:57.033405 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cdb28eb3-4685-4a16-b00d-f297a6a697db req-61e6447c-4833-41e4-adb9-5cd64839e4a2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0517647 Mar 08 20:29:57.087520 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cdb28eb3-4685-4a16-b00d-f297a6a697db req-5ddbf40c-75f1-4ad2-a59c-49cde5bbe793 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475457 Mar 08 20:29:57.485238 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:29:57.562509 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: DOWN; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:29:57.724239 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-5c6a4a19-7b0e-42b2-bc9b-1c3a8c3f8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:57.725728 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-5c6a4a19-7b0e-42b2-bc9b-1c3a8c3f8e1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7&tenant_id=57a662310112488d9b7349bfaffb9a50 HTTP/1.1" status: 200 len: 1128 time: 0.0796723 Mar 08 20:29:57.790919 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-f7de8c4c-2c36-4b13-b199-1c226e5891f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:57.792356 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-f7de8c4c-2c36-4b13-b199-1c226e5891f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=57a662310112488d9b7349bfaffb9a50&device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1128 time: 0.0430937 Mar 08 20:29:57.877534 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-824f4a26-100a-4a79-9008-93dc316fe963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:57.878947 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-824f4a26-100a-4a79-9008-93dc316fe963 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 200 len: 917 time: 0.0808206 Mar 08 20:29:57.953496 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-d3997eac-242b-4689-8d78-443ff46db12c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 200 len: 1000 time: 0.0665033 Mar 08 20:29:58.009598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-cec9aff0-41f8-4d05-82ff-ffd62af2aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:58.011009 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-cec9aff0-41f8-4d05-82ff-ffd62af2aec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 200 len: 856 time: 0.0428913 Mar 08 20:29:58.065606 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-7a0cf1bd-5ef6-47a1-bc96-2063256bb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:58.067657 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-7a0cf1bd-5ef6-47a1-bc96-2063256bb0f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49b11716-060c-4312-8b63-3e53952f4899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435598 Mar 08 20:29:58.159447 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-c6609b71-1090-4b2a-b022-e898621656a2 service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853264 Mar 08 20:29:58.257963 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baf5e84b-5b8c-4524-b789-8bd9feada19a req-41c5b902-2bd3-4d85-a4f3-90149cc9dfca service neutron] 10.222.0.47 "GET /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910316 Mar 08 20:29:58.373256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9fb6-dd7e-4661-a947-250f4994d989 req-9f9a59e3-3ccb-4bdf-9159-a2e17573edbd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:58.374082 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e03d9fb6-dd7e-4661-a947-250f4994d989 req-9f9a59e3-3ccb-4bdf-9159-a2e17573edbd tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Mar 08 20:29:58.423893 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e03d9fb6-dd7e-4661-a947-250f4994d989 req-a23c521f-80e6-4fe7-b435-91dcb44d0156 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Mar 08 20:29:59.558971 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96c15b-2155-45a0-a575-67a1336ab276 req-0d786c69-12b2-43ee-a5d1-2e653e747028 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:29:59.560628 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e96c15b-2155-45a0-a575-67a1336ab276 req-0d786c69-12b2-43ee-a5d1-2e653e747028 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0591245 Mar 08 20:29:59.613403 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6e96c15b-2155-45a0-a575-67a1336ab276 req-07b72a43-451e-4a97-bb5a-9ae383d59773 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Mar 08 20:30:00.766487 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d58c-7a17-4b94-a26d-aeb4147df3dd req-5204b1fc-8285-4b4a-8052-e8a1de806aa6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:00.768012 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5de4d58c-7a17-4b94-a26d-aeb4147df3dd req-5204b1fc-8285-4b4a-8052-e8a1de806aa6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0639913 Mar 08 20:30:00.822050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5de4d58c-7a17-4b94-a26d-aeb4147df3dd req-db2725dd-f2b5-4d22-aa74-3fca022af205 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475397 Mar 08 20:30:01.952208 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77397ccd-0574-4177-bb77-1e32b8939d7a req-d0874c3b-4b99-4746-8263-93704bbfa03d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:01.953985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77397ccd-0574-4177-bb77-1e32b8939d7a req-d0874c3b-4b99-4746-8263-93704bbfa03d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0541217 Mar 08 20:30:02.013490 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77397ccd-0574-4177-bb77-1e32b8939d7a req-c70454f4-a715-4e6a-8afa-f41584a8173c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526752 Mar 08 20:30:02.871547 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:03.143683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f786df-cd4d-4a74-baec-75fcfafb59c4 req-bb6cf91f-6a2b-4e5b-839b-f01fbb530047 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:03.145222 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6f786df-cd4d-4a74-baec-75fcfafb59c4 req-bb6cf91f-6a2b-4e5b-839b-f01fbb530047 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0595970 Mar 08 20:30:03.194062 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f6f786df-cd4d-4a74-baec-75fcfafb59c4 req-15de506a-c4bf-408b-964a-4206830b00b8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429249 Mar 08 20:30:04.327359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2b20-cee7-4a43-8469-f221eb1d4e31 req-2e014dcc-d9d8-462f-bc6e-e39d98a7357e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:04.328831 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a43d2b20-cee7-4a43-8469-f221eb1d4e31 req-2e014dcc-d9d8-462f-bc6e-e39d98a7357e tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0533521 Mar 08 20:30:04.376968 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a43d2b20-cee7-4a43-8469-f221eb1d4e31 req-d764c1dc-7622-4503-89b1-55afeaac9c47 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Mar 08 20:30:05.507568 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274a836-90fa-4df8-9b5b-48f4f1ee6533 req-327ca043-5573-4281-9251-c878b60526f1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:05.509112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3274a836-90fa-4df8-9b5b-48f4f1ee6533 req-327ca043-5573-4281-9251-c878b60526f1 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0541959 Mar 08 20:30:05.558875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3274a836-90fa-4df8-9b5b-48f4f1ee6533 req-5ca41a36-dd75-4bcc-ba09-c3fd36c67a49 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Mar 08 20:30:06.691314 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0824f1-094e-4606-b471-66422bb7fb3a req-794dd50c-b10c-4154-ae3f-54a128303499 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:06.692824 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de0824f1-094e-4606-b471-66422bb7fb3a req-794dd50c-b10c-4154-ae3f-54a128303499 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0547390 Mar 08 20:30:06.745448 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de0824f1-094e-4606-b471-66422bb7fb3a req-10b2bced-5e0b-416c-994f-9a7e1bd01f42 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465961 Mar 08 20:30:07.880143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2ae0-7f98-42d1-92db-9cfbf2015917 req-96072506-41d5-4e48-af58-09940a062992 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:07.882632 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cddb2ae0-7f98-42d1-92db-9cfbf2015917 req-96072506-41d5-4e48-af58-09940a062992 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0600441 Mar 08 20:30:07.933680 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cddb2ae0-7f98-42d1-92db-9cfbf2015917 req-3ec7f82d-4960-4fa1-be6f-030f1048b12c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Mar 08 20:30:09.060105 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cb552-b750-4b28-b8e9-ec67f6bb1afe req-aa029682-8051-4659-8d9b-d9ca50da1c26 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:09.061684 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-682cb552-b750-4b28-b8e9-ec67f6bb1afe req-aa029682-8051-4659-8d9b-d9ca50da1c26 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0578284 Mar 08 20:30:09.111525 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-682cb552-b750-4b28-b8e9-ec67f6bb1afe req-d342a9da-5665-4860-83b4-01a910f7cc25 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Mar 08 20:30:10.238724 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74304d-96b9-45ea-adde-84a54e352c62 req-118b66b6-df9b-449c-863a-310a57d05a2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:10.241175 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1f74304d-96b9-45ea-adde-84a54e352c62 req-118b66b6-df9b-449c-863a-310a57d05a2a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0548303 Mar 08 20:30:10.287442 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1f74304d-96b9-45ea-adde-84a54e352c62 req-18afd4d9-21ff-419a-9978-21005cb74b5d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406077 Mar 08 20:30:11.411073 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08817319-8002-4566-bf16-97b81db03e56 req-647b02e0-4f96-463c-9a1d-111beae309b6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:11.412597 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-08817319-8002-4566-bf16-97b81db03e56 req-647b02e0-4f96-463c-9a1d-111beae309b6 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0518582 Mar 08 20:30:11.461790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-08817319-8002-4566-bf16-97b81db03e56 req-a433b90a-33ac-4603-84a5-f5cbde39aaa4 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Mar 08 20:30:12.589419 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadb1cd-ed24-431a-8107-ea946fa4aaa6 req-2b494068-d5c9-402b-8ab6-2c61bfafd775 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:12.590882 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bcadb1cd-ed24-431a-8107-ea946fa4aaa6 req-2b494068-d5c9-402b-8ab6-2c61bfafd775 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0526600 Mar 08 20:30:12.639671 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bcadb1cd-ed24-431a-8107-ea946fa4aaa6 req-8a7feb3b-8978-4513-9fd4-67c5b53216f8 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Mar 08 20:30:13.767698 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3e3c-cc10-47c2-9352-3f783637f5db req-6fb040ec-49e1-4505-8045-67f8df50f65d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:13.769225 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc9c3e3c-cc10-47c2-9352-3f783637f5db req-6fb040ec-49e1-4505-8045-67f8df50f65d tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0581546 Mar 08 20:30:13.817508 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dc9c3e3c-cc10-47c2-9352-3f783637f5db req-93f18a6a-3868-40cd-b9da-4270e784fd32 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 08 20:30:14.951079 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5b7b0-20e5-41c6-9798-58ee2de5b55a req-21b70041-07ae-42b4-ac4a-0eb167812d88 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:14.952609 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-96f5b7b0-20e5-41c6-9798-58ee2de5b55a req-21b70041-07ae-42b4-ac4a-0eb167812d88 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 944 time: 0.0576928 Mar 08 20:30:14.998487 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-96f5b7b0-20e5-41c6-9798-58ee2de5b55a req-424d0c28-217f-4dee-abe2-03ed8d8568cb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403669 Mar 08 20:30:15.673469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:30:15.768432 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:15.779206 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'port_id': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'mac_address': 'fa:16:3e:a1:95:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:30:15.815510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:30:15.815932 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:15.829084 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:30:15.848867 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:15.977117 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:16.004357 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8f885200-9022-45b1-84aa-9eff0b4efe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:16.027345 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=9']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:16.124808 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6cfb7-458e-4856-adc2-af897ba5e3b0 req-6c3ece7f-f0c9-48bb-b6e5-e997b9bf099f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:16.126279 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27b6cfb7-458e-4856-adc2-af897ba5e3b0 req-6c3ece7f-f0c9-48bb-b6e5-e997b9bf099f tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 945 time: 0.0548384 Mar 08 20:30:16.184120 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-27b6cfb7-458e-4856-adc2-af897ba5e3b0 req-1c187a35-1c3a-425f-8255-70e732a344ce tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512688 Mar 08 20:30:16.378387 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['9ae33bb3-37dc-4413-92b3-1084659bebcf'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:30:17.318508 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3062-390d-4e9d-bb7c-cf2202b15757 req-d00107b9-d941-463c-84d4-ec1e4bf1b843 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:17.320159 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14ac3062-390d-4e9d-bb7c-cf2202b15757 req-d00107b9-d941-463c-84d4-ec1e4bf1b843 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 945 time: 0.0562806 Mar 08 20:30:17.364819 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-14ac3062-390d-4e9d-bb7c-cf2202b15757 req-4d4989ef-aff0-4514-a202-f928d22da1d2 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Mar 08 20:30:17.685333 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:30:17.734335 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 9ae33bb3-37dc-4413-92b3-1084659bebcf triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:30:17.734710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:17.813659 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 9ae33bb3-37dc-4413-92b3-1084659bebcf is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:30:17.814049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:17.837098 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:30:17.839280 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b2e87-cb2d-419c-b836-4959e1b4b5bd" -d '{"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:30:17.852677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:17.873712 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b11d27b-a47e-49ef-9b43-77657984cf8e x-openstack-request-id: req-6b11d27b-a47e-49ef-9b43-77657984cf8e {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:30:17.874001 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-plugged", "status": "completed", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:30:17.874255 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b11d27b-a47e-49ef-9b43-77657984cf8e {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:30:17.874640 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'code': 200} Mar 08 20:30:17.916585 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:17.965845 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=10']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:18.180096 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8a3e3-9ac3-4456-b5ae-a03724b17d46 req-91191c20-c17f-4a70-8193-c9211a3804a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:18.181637 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f1b8a3e3-9ac3-4456-b5ae-a03724b17d46 req-91191c20-c17f-4a70-8193-c9211a3804a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 1131 time: 0.0476344 Mar 08 20:30:18.225072 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f1b8a3e3-9ac3-4456-b5ae-a03724b17d46 req-6eed7112-7ae4-40d0-a811-364c3f411a4f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Mar 08 20:30:18.305226 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-617290cd-20f2-43a2-a0f0-e90c85fb05ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:18.485754 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f78730-2927-4842-90d7-d207d4f9dba0 req-af370728-1758-4141-864c-4450cf27228c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:18.487108 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6f78730-2927-4842-90d7-d207d4f9dba0 req-af370728-1758-4141-864c-4450cf27228c tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0518639 Mar 08 20:30:18.533412 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a6f78730-2927-4842-90d7-d207d4f9dba0 req-fa77416d-8fc2-40d6-9d04-59f9655c0ec7 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Mar 08 20:30:19.611177 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:19.660718 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12aa5f-c13b-4c15-bf10-2f3aaa9321a0 req-c8fd6ac4-aaae-4a3f-aaaf-fc18ab8c90e5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:19.662227 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec12aa5f-c13b-4c15-bf10-2f3aaa9321a0 req-c8fd6ac4-aaae-4a3f-aaaf-fc18ab8c90e5 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0545514 Mar 08 20:30:19.714063 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ec12aa5f-c13b-4c15-bf10-2f3aaa9321a0 req-8198a246-68f3-485b-8c29-2ee128c0ce44 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Mar 08 20:30:20.848259 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced7748-e713-4953-b7b2-96467fbd1bfd req-98e67b92-7eec-4df0-88ef-3e00b7f14580 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:20.851177 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eced7748-e713-4953-b7b2-96467fbd1bfd req-98e67b92-7eec-4df0-88ef-3e00b7f14580 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0578384 Mar 08 20:30:20.907765 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-eced7748-e713-4953-b7b2-96467fbd1bfd req-81524e5c-3f10-49a1-af42-c3ecd24227fe tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474770 Mar 08 20:30:21.362206 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:22.047826 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2e3ce-b505-4caf-89b9-25336843e3e9 req-cae707a0-9492-4915-9d42-f4cf130f75ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:22.049345 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ae2e3ce-b505-4caf-89b9-25336843e3e9 req-cae707a0-9492-4915-9d42-f4cf130f75ef tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0530784 Mar 08 20:30:22.096874 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0ae2e3ce-b505-4caf-89b9-25336843e3e9 req-66046cf1-cdd8-4975-8406-3d76b9124e44 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Mar 08 20:30:22.616981 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:26.339762 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:36.443911 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-478711ac-106a-4353-83d5-f63fceef525b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431447 Mar 08 20:30:36.509084 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-db4ed739-94f7-4797-ae88-a79b557109b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:36.510566 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-db4ed739-94f7-4797-ae88-a79b557109b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0443916 Mar 08 20:30:36.614728 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-38998f80-db5c-44af-a6bf-493f82ae1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:36.616197 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-38998f80-db5c-44af-a6bf-493f82ae1890 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.0861874 Mar 08 20:30:36.700127 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-b32f9c4b-04b1-41dc-924f-ab9727745b0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 1000 time: 0.0766461 Mar 08 20:30:36.752503 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-3be32443-5def-41d8-8346-c4ab3be50f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:36.754175 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-3be32443-5def-41d8-8346-c4ab3be50f2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0491924 Mar 08 20:30:36.801450 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-822e47cd-a936-4d5c-b10a-4ad681ed8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:36.803233 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-822e47cd-a936-4d5c-b10a-4ad681ed8b5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434463 Mar 08 20:30:36.893098 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-d8de53de-c450-4135-8dba-d83848a173b0 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817435 Mar 08 20:30:36.998777 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-50bfe775-9e0f-4dec-a98c-1c8a5ffdfdd4 req-80cd352c-7b0b-496c-a161-85881dd17380 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999668 Mar 08 20:30:39.059318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2de618-afbe-4ac9-9de7-5b368ec2c6ce req-da6db7c0-1a6a-4956-8c4d-88427016b472 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:39.060824 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d2de618-afbe-4ac9-9de7-5b368ec2c6ce req-da6db7c0-1a6a-4956-8c4d-88427016b472 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0578957 Mar 08 20:30:39.108791 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2d2de618-afbe-4ac9-9de7-5b368ec2c6ce req-9c3ddef5-b984-40d2-b420-4c36aafc50b0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Mar 08 20:30:39.872112 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:30:40.227133 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ad8a6-c7ca-47a0-bc96-7d3e3f27f05c req-e976be3e-b698-482d-a8e3-3ca2a79b524e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:40.228624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af2ad8a6-c7ca-47a0-bc96-7d3e3f27f05c req-e976be3e-b698-482d-a8e3-3ca2a79b524e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0521231 Mar 08 20:30:40.274416 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-af2ad8a6-c7ca-47a0-bc96-7d3e3f27f05c req-218a0090-40c8-4a60-9f7c-1e52d78f59ee tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 Mar 08 20:30:41.390366 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32554200-de06-4e5b-98ae-4ad5a5cf3b36 req-4afabb1f-82be-48d3-8e1d-96213d4746a0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:41.391824 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32554200-de06-4e5b-98ae-4ad5a5cf3b36 req-4afabb1f-82be-48d3-8e1d-96213d4746a0 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0518773 Mar 08 20:30:41.441760 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-32554200-de06-4e5b-98ae-4ad5a5cf3b36 req-04fa62b1-7c4f-4dbe-9a4c-bbb8b093baac tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 Mar 08 20:30:42.560637 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb96a2-b16b-48f9-81a4-8f4a6bc0eb47 req-014dcb87-c2f8-4ec6-8205-96044be8548e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:42.562245 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8eb96a2-b16b-48f9-81a4-8f4a6bc0eb47 req-014dcb87-c2f8-4ec6-8205-96044be8548e tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0536861 Mar 08 20:30:42.608421 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8eb96a2-b16b-48f9-81a4-8f4a6bc0eb47 req-673ed4bb-9bdf-463c-9fe4-2702cf07f19d tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Mar 08 20:30:43.726386 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79611037-9aee-4fb9-a3da-a90ebad74498 req-154c09a0-a28a-4ff6-be4a-18bb8d739c72 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:43.727899 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79611037-9aee-4fb9-a3da-a90ebad74498 req-154c09a0-a28a-4ff6-be4a-18bb8d739c72 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0527055 Mar 08 20:30:43.773263 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79611037-9aee-4fb9-a3da-a90ebad74498 req-c9086af7-dab1-454f-9bee-a1aa4f8e849c tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 Mar 08 20:30:44.797898 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-81789971-a5a2-48a2-b4a1-fc0204d4203f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:44.799364 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-81789971-a5a2-48a2-b4a1-fc0204d4203f tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Mar 08 20:30:44.906392 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Deleting port f2f91570-6e9f-4927-9607-66951b64c75f {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:44.906732 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:44.911454 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3ccac-19b0-4011-b30a-6b1d4fe065d1 req-804c9c50-7306-40b5-9dfc-03b57be3e1ac tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:44.913695 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcd3ccac-19b0-4011-b30a-6b1d4fe065d1 req-804c9c50-7306-40b5-9dfc-03b57be3e1ac tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 946 time: 0.0707574 Mar 08 20:30:44.960982 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dcd3ccac-19b0-4011-b30a-6b1d4fe065d1 req-a6ca6a6f-c0e8-4990-bbea-006e010c42dc tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea8d0823-fdd2-47c3-8669-1fceb2c64de8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 Mar 08 20:30:44.996264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] For port f2f91570-6e9f-4927-9607-66951b64c75f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f2f91570-6e9f-4927-9607-66951b64c75f,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:44.997344 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:45.478900 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:45.479266 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:45.479586 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Floating IP 810ee194-7b8e-49b1-9a23-bfbb20443c2e disassociated. External IP: 172.27.0.114, port: f2f91570-6e9f-4927-9607-66951b64c75f. Mar 08 20:30:45.479961 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Calling delete_port for f2f91570-6e9f-4927-9607-66951b64c75f owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:45.673681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (f2f91570-6e9f-4927-9607-66951b64c75f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:45.702932 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'Port': ['ID=f2f91570-6e9f-4927-9607-66951b64c75f,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:45.714396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.714759 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.715108 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.715451 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.715943 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.716165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.716501 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.716836 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.717168 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.717501 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.717830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.718157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.718480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:45.830866 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:30:45.945425 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:30:45.955419 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:30:45.965779 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:45.966400 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:45.989973 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] No DVR routers for this DVR port f2f91570-6e9f-4927-9607-66951b64c75f on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:30:45.992487 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:45.995866 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-a9fc73a5-2df5-44a2-8c5a-e50983720494 req-10641a6a-fa59-4558-9e8d-36f23482e186 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.47 "DELETE /v2.0/ports/f2f91570-6e9f-4927-9607-66951b64c75f HTTP/1.1" status: 204 len: 173 time: 1.1905549 Mar 08 20:30:45.996320 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'name': 'network-vif-deleted', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:30:45.998978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86a260-cd03-406d-a836-49f1cbccff2f" -d '{"events": [{"server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "name": "network-vif-deleted", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:30:46.038748 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2835f2c-643f-4286-b431-c86039a20389 x-openstack-request-id: req-e2835f2c-643f-4286-b431-c86039a20389 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:30:46.039052 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9f821-5973-443e-b671-6b95161c6359", "name": "network-vif-deleted", "tag": "f2f91570-6e9f-4927-9607-66951b64c75f", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:30:46.039304 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2835f2c-643f-4286-b431-c86039a20389 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:30:46.039703 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9f821-5973-443e-b671-6b95161c6359', 'name': 'network-vif-deleted', 'tag': 'f2f91570-6e9f-4927-9607-66951b64c75f', 'status': 'completed', 'code': 200} Mar 08 20:30:46.075029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-01a1943d-d780-4aba-b876-1ee605170efd req-ba55f445-0787-4c9d-b97e-71ff2c652d2a tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/ports?device_id=42d9f821-5973-443e-b671-6b95161c6359 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Mar 08 20:30:46.158320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-bbaa90ac-bb0e-49ec-a86b-801afd32bbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:46.236796 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:46.434192 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:46.460141 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:30:46.467999 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:46.468603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:46.574908 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:46.770847 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:46.798817 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b63b7-7886-47db-81a6-418356cffe38 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:32Z', 'revision_number': 4, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '03bdb1d6-935a-43eb-8a28-ee0beed31bd9', 'name': '', 'network_id': 'a723c265-51dd-4146-85af-4c5a9ce14047', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'mac_address': 'fa:16:3e:c6:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:30Z', 'updated_at': '2022-03-08T20:19:43Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'subnets': [{'id': '9505ccea-f1e0-4e22-a09b-79ebb177ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:30:47.024760 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd126a2-81bf-41a8-9d84-8a907568449c None None] New status for floating IP 810ee194-7b8e-49b1-9a23-bfbb20443c2e: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:30:47.229700 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52062) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:47.290986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (ea8d0823-fdd2-47c3-8669-1fceb2c64de8), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.310810 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (ea8d0823-fdd2-47c3-8669-1fceb2c64de8), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.430570 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ea8d0823-fdd2-47c3-8669-1fceb2c64de8), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.433311 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.434475 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "DELETE /v2.0/security-groups/ea8d0823-fdd2-47c3-8669-1fceb2c64de8 HTTP/1.1" status: 204 len: 168 time: 0.2032402 Mar 08 20:30:47.438758 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52064) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:47.444435 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7b85d-6726-44ab-af7b-2f95891e3b06 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d0823-fdd2-47c3-8669-1fceb2c64de8,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:47.453045 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-7012b8eb-d563-416e-87cc-ff7929ec13c7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] show failed (client error): The resource could not be found. Mar 08 20:30:47.454064 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7012b8eb-d563-416e-87cc-ff7929ec13c7 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "GET /v2.0/security-groups/ea8d0823-fdd2-47c3-8669-1fceb2c64de8 HTTP/1.1" status: 404 len: 347 time: 0.0156724 Mar 08 20:30:47.457115 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52066) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:47.612989 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Deleting port c95b6588-f47e-4fad-ab4c-12b42b06c78a {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:47.614249 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.676853 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f100e2-a78f-4bcb-a257-359b12e8131b req-22fa8740-9bcf-4515-b0d8-c065f7eb8a87 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:47.678893 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d0f100e2-a78f-4bcb-a257-359b12e8131b req-22fa8740-9bcf-4515-b0d8-c065f7eb8a87 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0601752 Mar 08 20:30:47.712427 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.712755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (c95b6588-f47e-4fad-ab4c-12b42b06c78a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.725939 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Calling delete_port for c95b6588-f47e-4fad-ab4c-12b42b06c78a owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:47.757215 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d0f100e2-a78f-4bcb-a257-359b12e8131b req-a972b33c-c651-4ecb-ac14-ee5d2f849527 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528569 Mar 08 20:30:47.805119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f2f91570-6e9f-4927-9607-66951b64c75f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:30:47.828092 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: f2f91570-6e9f-4927-9607-66951b64c75f {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:30:47.828355 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device f2f91570-6e9f-4927-9607-66951b64c75f not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:30:47.936703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (c95b6588-f47e-4fad-ab4c-12b42b06c78a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:47.966699 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Pushing event deleted for resources: {'Port': ['ID=c95b6588-f47e-4fad-ab4c-12b42b06c78a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:48.031410 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks [] for floatingip (810ee194-7b8e-49b1-9a23-bfbb20443c2e), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:48.034056 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:48.035274 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2e4bd93f-e053-41e3-82e8-ab3cbc154049 tempest-AttachVolumeTestJSON-697232558 tempest-AttachVolumeTestJSON-697232558-project] 10.222.0.18 "DELETE /v2.0/floatingips/810ee194-7b8e-49b1-9a23-bfbb20443c2e HTTP/1.1" status: 204 len: 168 time: 0.5769458 Mar 08 20:30:48.352450 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-068768a9-c03e-4b6d-919a-7793579b46f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:48.881667 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7314b-9e34-403a-9248-9da7485f5a05 req-2d61488b-5522-4ce3-a4f9-081202aae986 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:48.883213 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-00d7314b-9e34-403a-9248-9da7485f5a05 req-2d61488b-5522-4ce3-a4f9-081202aae986 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0544269 Mar 08 20:30:48.935045 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-00d7314b-9e34-403a-9248-9da7485f5a05 req-3a1c7b5f-3457-4612-8fae-5250d3038a45 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462000 Mar 08 20:30:49.610788 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:50.061166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d87760-6c63-4abe-af82-89fe2f7ce18f req-2aaec494-7fe4-47c3-af9f-a66e30947a6f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:50.062667 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65d87760-6c63-4abe-af82-89fe2f7ce18f req-2aaec494-7fe4-47c3-af9f-a66e30947a6f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0561144 Mar 08 20:30:50.112922 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-65d87760-6c63-4abe-af82-89fe2f7ce18f req-34756700-afa1-4c83-a54c-ff6d47424a6c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Mar 08 20:30:51.250799 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38ea8-4972-424d-b222-68eec5c49a8a req-a901e0bc-8be4-4684-a45c-4faad4991cef tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:51.252427 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bde38ea8-4972-424d-b222-68eec5c49a8a req-a901e0bc-8be4-4684-a45c-4faad4991cef tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0627863 Mar 08 20:30:51.340206 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-1aa42c07-1591-4356-9f9f-200d124b510c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291306928&fields=id&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 267 time: 0.0752447 Mar 08 20:30:51.343804 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bde38ea8-4972-424d-b222-68eec5c49a8a req-4e227685-706b-4301-80a0-14a0487b45fc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851059 Mar 08 20:30:51.382457 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:51.455261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-3c70aefa-a158-4e06-9863-4b7d07514ddc tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:51.460207 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-3c70aefa-a158-4e06-9863-4b7d07514ddc tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.1131988 Mar 08 20:30:51.471490 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-6665ffae-4b48-49ef-a2e4-c1e348815173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/quotas/0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Mar 08 20:30:51.531588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-bfe350d6-1c3c-46f3-9687-162645a17dea tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544863 Mar 08 20:30:51.600423 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-8fbce27a-80a4-4782-9297-cbfce12874a3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 20:30:51.601423 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-8fbce27a-80a4-4782-9297-cbfce12874a3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0558705 Mar 08 20:30:51.700507 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-0ff4163a-f112-4a5f-8c3c-f769fecb344c service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932822 Mar 08 20:30:51.793954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-f7ff9e1f-5073-4942-9bda-3056dff384fe service neutron] 10.222.0.18 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863781 Mar 08 20:30:52.447853 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c5ca0cf7-a863-4df2-974e-40c2b21a59a4 req-710d51b1-0b41-4003-9f05-2b63c33fc664 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0317926 Mar 08 20:30:52.515759 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212743-cb56-44c9-a20a-53df7e1ce271 req-9fd4221d-d169-42c4-b0a0-69c9bccaf4af tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:52.517634 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8212743-cb56-44c9-a20a-53df7e1ce271 req-9fd4221d-d169-42c4-b0a0-69c9bccaf4af tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0723538 Mar 08 20:30:52.582373 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8212743-cb56-44c9-a20a-53df7e1ce271 req-9519660c-3f26-49a0-a19f-9f95e597d8c3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577788 Mar 08 20:30:52.586170 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:53.543460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-efb4b144-2ee3-4785-a961-567c027c6175 req-be4c87c9-b9da-43d3-9963-ca5e79a50e73 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0293963 Mar 08 20:30:53.719490 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29376405-6c0b-4ab1-85bd-70c0e2b96d54 req-0de1c894-cbf7-4139-aabf-73508ea17119 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:53.721054 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-29376405-6c0b-4ab1-85bd-70c0e2b96d54 req-0de1c894-cbf7-4139-aabf-73508ea17119 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0558395 Mar 08 20:30:53.773029 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-29376405-6c0b-4ab1-85bd-70c0e2b96d54 req-9b01b2f6-82fa-43de-aa54-2a0a899189cf tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459819 Mar 08 20:30:54.159885 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52150) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:54.664319 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0dafb64c-32a6-4db8-a9f1-5346f54a2a85 req-ae3d70ef-e01b-4f8e-a036-bca3d8531515 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0518587 Mar 08 20:30:54.702933 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (8723be35-bca7-42a4-832e-5472785b0da9), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:54.906420 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df21d4e-7494-4e70-893e-d8038dc8a4a7 req-a885d33f-d5a8-49e1-b672-9b970abca5e9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:54.914051 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0df21d4e-7494-4e70-893e-d8038dc8a4a7 req-a885d33f-d5a8-49e1-b672-9b970abca5e9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0628319 Mar 08 20:30:54.970640 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0df21d4e-7494-4e70-893e-d8038dc8a4a7 req-11eb0c40-5ea6-4604-b6f5-d244e6df73dc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556529 Mar 08 20:30:55.025133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-ec42c3cc-0f19-4e20-8d69-4fb5e3f848cb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:55.026562 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-ec42c3cc-0f19-4e20-8d69-4fb5e3f848cb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 811 time: 0.1719220 Mar 08 20:30:55.133441 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-b0a589fb-a77f-4c3c-9545-dc17ec084ccb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c45730ec0b34b569d89b5a6d9538c01 HTTP/1.1" status: 200 len: 379 time: 0.0977771 Mar 08 20:30:55.142681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'port': {'device_id': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'admin_state_up': True, 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'security_groups': ['29944b28-11d3-4da3-b185-a738af9070b5']}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:30:55.224388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Deleting port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:55.225059 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:55.324620 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] For port 03bdb1d6-935a-43eb-8a28-ee0beed31bd9, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:55.324963 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:55.337118 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Calling delete_port for 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 owned by network:router_interface {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:55.436322 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Made reservation on behalf of 0c45730ec0b34b569d89b5a6d9538c01 for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:30:55.439491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:55.621011 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.20.0.4 (0af54936-3053-4950-a9a3-c05ccc02d715/8aeaf0fd-0e16-4e8a-b496-d93531589b57/e661512a-0f8e-4c71-882d-5d942eab5900) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:30:55.685992 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (03bdb1d6-935a-43eb-8a28-ee0beed31bd9), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:55.753065 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bdb1d6-935a-43eb-8a28-ee0beed31bd9,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:55.780607 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-29373cf5-2af5-417b-afe0-99b63b0311b2 req-4ffce4af-1e18-448e-b786-704f4ce41d52 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0458772 Mar 08 20:30:55.888941 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (e661512a-0f8e-4c71-882d-5d942eab5900), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:55.988144 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (8723be35-bca7-42a4-832e-5472785b0da9), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.045532 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.102055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network 0af54936-3053-4950-a9a3-c05ccc02d715 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:30:56.108209 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:30:56.116033 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:30:56.135016 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1708d94-0a8e-456b-8127-6909551bd28c req-c199ab28-6b7b-42c6-8154-e91f4f573779 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:56.137975 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1708d94-0a8e-456b-8127-6909551bd28c req-c199ab28-6b7b-42c6-8154-e91f4f573779 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Mar 08 20:30:56.267309 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1708d94-0a8e-456b-8127-6909551bd28c req-befd48c0-61ef-4f8c-856c-750550756bae tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191697 Mar 08 20:30:56.309219 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.451827 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:56.472198 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:56.473598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.501732 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-b8c96da4-193b-44cb-b735-71d21829ba5a None None] Provisioning complete for port e661512a-0f8e-4c71-882d-5d942eab5900 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:30:56.502215 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b8c96da4-193b-44cb-b735-71d21829ba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.537716 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-b8c96da4-193b-44cb-b735-71d21829ba5a None None] Port e661512a-0f8e-4c71-882d-5d942eab5900 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:30:56.542730 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-df7c0b23-cac8-41e2-a1e6-dd561a452f06 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4036660 Mar 08 20:30:56.553985 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Request body: {'port': {'device_id': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:30:56.659799 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:56.671659 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Router 8723be35-bca7-42a4-832e-5472785b0da9 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:30:56.897451 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8821bc-a9c8-4714-b39e-bc808097713b req-83930a7a-622f-40ca-8e9d-db94783e24b2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:56.899047 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a8821bc-a9c8-4714-b39e-bc808097713b req-83930a7a-622f-40ca-8e9d-db94783e24b2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 931 time: 0.0531111 Mar 08 20:30:56.901101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:30:56.907114 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d454ed13-0a26-4301-b7e1-345ae29b8c34 admin admin] 10.222.0.18 "PUT /v2.0/routers/8723be35-bca7-42a4-832e-5472785b0da9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7460115 Mar 08 20:30:56.910043 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52164) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:56.913468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Sync routers for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:30:56.923471 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:56.924523 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:57.030534 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6a8821bc-a9c8-4714-b39e-bc808097713b req-d15e06df-fc49-4c34-a670-b88407b0794b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220319 Mar 08 20:30:57.040111 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e661512a-0f8e-4c71-882d-5d942eab5900 {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:30:57.044649 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:57.055355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks [] for port (e661512a-0f8e-4c71-882d-5d942eab5900), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.058111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks [] for router (8723be35-bca7-42a4-832e-5472785b0da9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.069751 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Transition to ACTIVE for port object e661512a-0f8e-4c71-882d-5d942eab5900 will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:30:57.173771 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.233910 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:57.256303 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:30:55Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:57.306306 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Attempting to bind port e661512a-0f8e-4c71-882d-5d942eab5900 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:30:57.306564 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Attempting to bind port e661512a-0f8e-4c71-882d-5d942eab5900 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:30:57.306896 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Attempting to bind port e661512a-0f8e-4c71-882d-5d942eab5900 on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:30:57.311868 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Port e661512a-0f8e-4c71-882d-5d942eab5900 on network 0af54936-3053-4950-a9a3-c05ccc02d715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:30:57.312196 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Attempting to bind port e661512a-0f8e-4c71-882d-5d942eab5900 on network 0af54936-3053-4950-a9a3-c05ccc02d715 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:30:57.316375 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Checking router: 8723be35-bca7-42a4-832e-5472785b0da9 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:30:57.319025 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:30:57.319373 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Checking segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:30:57.319776 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Bound using segment: {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:30:57.320225 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Bound port: e661512a-0f8e-4c71-882d-5d942eab5900, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ab45e4-030a-4fab-ba53-327927ef6bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:30:57.320590 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.331820 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Routers {'8723be35-bca7-42a4-832e-5472785b0da9'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:30:57.332908 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['8723be35-bca7-42a4-832e-5472785b0da9'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:57.404725 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:30:57.408253 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e661512a-0f8e-4c71-882d-5d942eab5900,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:30:57.476357 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.478980 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks [] for router_gateway (8723be35-bca7-42a4-832e-5472785b0da9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.479880 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] Set router 8723be35-bca7-42a4-832e-5472785b0da9 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:30:57.495819 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e65b-ee35-4308-895e-734b24961ff7 req-212e7f8f-4698-4ac3-8140-680ef7095a40 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.497273 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74f4e65b-ee35-4308-895e-734b24961ff7 req-212e7f8f-4698-4ac3-8140-680ef7095a40 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0771005 Mar 08 20:30:57.517356 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.517972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.519335 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/e661512a-0f8e-4c71-882d-5d942eab5900 HTTP/1.1" status: 200 len: 1093 time: 0.9698443 Mar 08 20:30:57.522178 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:30:57.532237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f573a16-f5c7-4658-9337-8c4a565b9b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:30:57.574044 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535c2af-385a-4740-9cd4-a670dd0b60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:57.580531 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74f4e65b-ee35-4308-895e-734b24961ff7 req-c5e4761c-7a6d-4d30-b502-07091ff8ef29 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759339 Mar 08 20:30:57.587028 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763f7fc5-f7f0-4401-ad8e-7a5c5eef5dc3 x-openstack-request-id: req-763f7fc5-f7f0-4401-ad8e-7a5c5eef5dc3 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:30:57.587635 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:30:57.591871 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-763f7fc5-f7f0-4401-ad8e-7a5c5eef5dc3 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:30:57.591871 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'status': 'completed', 'code': 200} Mar 08 20:30:57.673933 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-091214cd-73cd-4deb-9c34-487e1332337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.674854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Deleting port 4d07c024-6947-4a45-a778-63020f55c0ca {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:57.675197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.676409 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-091214cd-73cd-4deb-9c34-487e1332337f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1127 time: 0.0656850 Mar 08 20:30:57.747002 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:30:55Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:57.782179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b630b-90f2-45ec-b849-62fdf1ecf1d9 None None] The sync data for ids ['8723be35-bca7-42a4-832e-5472785b0da9'] in dv-cinder-830095-3-iscsi is: [{'id': '8723be35-bca7-42a4-832e-5472785b0da9', 'name': 'tempest-AttachVolumeTestJSON-1003703015-router', 'tenant_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:30:55Z', 'revision_number': 5, 'project_id': '4f9d197d15f34dab89bdbb63ac5817bc', 'gw_port': {'id': '4d07c024-6947-4a45-a778-63020f55c0ca', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8723be35-bca7-42a4-832e-5472785b0da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:30:57.795612 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] For port 4d07c024-6947-4a45-a778-63020f55c0ca, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d07c024-6947-4a45-a778-63020f55c0ca,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:57.795958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:57.818835 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Calling delete_port for 4d07c024-6947-4a45-a778-63020f55c0ca owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:57.830923 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-5bdc2adf-13b8-4343-99c1-66f8e9157ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.833656 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-5bdc2adf-13b8-4343-99c1-66f8e9157ddf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1509221 Mar 08 20:30:57.943096 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-8ca69049-f74b-4688-bd16-d257c144c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:57.948949 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-0f573a16-f5c7-4658-9337-8c4a565b9b9f req-8ca69049-f74b-4688-bd16-d257c144c080 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1030359 Mar 08 20:30:58.034804 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-a5019d75-3c36-43cb-851e-9c23891ab5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.036473 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fd28b-e654-410b-aa16-213a5c301590 req-f1a981ad-86fd-4a6b-b21b-fee71dcfcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.036974 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-a5019d75-3c36-43cb-851e-9c23891ab5df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1127 time: 0.0542972 Mar 08 20:30:58.038130 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-f1a981ad-86fd-4a6b-b21b-fee71dcfcc3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0988128 Mar 08 20:30:58.084354 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-4261e2b8-8b74-4531-8c5e-789a54271aa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e661512a-0f8e-4c71-882d-5d942eab5900 HTTP/1.1" status: 200 len: 217 time: 0.0361445 Mar 08 20:30:58.119384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (4d07c024-6947-4a45-a778-63020f55c0ca), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.138885 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-17229c8a-f07e-4f83-841b-2d146c172ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.141863 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-17229c8a-f07e-4f83-841b-2d146c172ea3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0476081 Mar 08 20:30:58.173155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:30:58.184665 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d07c024-6947-4a45-a778-63020f55c0ca,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:58.205388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-72d761b6-de88-4d1f-bcf9-06f665897326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.207874 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-72d761b6-de88-4d1f-bcf9-06f665897326 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603058 Mar 08 20:30:58.209777 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:30:58.210129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 03bdb1d6-935a-43eb-8a28-ee0beed31bd9 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:30:58.227538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.227922 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.228271 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.228615 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.228947 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.229281 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.229611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.229941 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.230271 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.230599 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.230926 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.231250 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.231577 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:58.242573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fd28b-e654-410b-aa16-213a5c301590 req-9d2fc407-6fdd-461e-897d-c8a8f09094a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.244625 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-9d2fc407-6fdd-461e-897d-c8a8f09094a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.1967063 Mar 08 20:30:58.311634 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-118b0723-548a-4835-9b68-c7624eb723cb service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982525 Mar 08 20:30:58.333924 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be70d5-bdd6-438c-8cb4-7e6df663f237 req-4ad2251f-34c8-44de-b711-3923a93f4a83 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.336206 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-38be70d5-bdd6-438c-8cb4-7e6df663f237 req-4ad2251f-34c8-44de-b711-3923a93f4a83 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.2179806 Mar 08 20:30:58.355427 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (8723be35-bca7-42a4-832e-5472785b0da9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.411822 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-17909ffd-e64b-4483-9ccf-daa9441b74a3 req-e292b4a5-713b-4676-91bf-0625793ccf0f service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945468 Mar 08 20:30:58.435041 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-490ae324-80a6-45f1-85e9-ed6ac21c77a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 1000 time: 0.1719489 Mar 08 20:30:58.512388 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (8723be35-bca7-42a4-832e-5472785b0da9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.518548 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-38be70d5-bdd6-438c-8cb4-7e6df663f237 req-a76411bc-d7b7-414a-9239-648cac3c1544 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764357 Mar 08 20:30:58.521746 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks [] for router_controller (8723be35-bca7-42a4-832e-5472785b0da9), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.569763 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fd28b-e654-410b-aa16-213a5c301590 req-550cbc0a-689f-4cc1-a482-d7c58e46b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.571232 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-550cbc0a-689f-4cc1-a482-d7c58e46b2ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.1279941 Mar 08 20:30:58.620927 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fd28b-e654-410b-aa16-213a5c301590 req-b055db50-6811-4ac6-8deb-14cea7d495ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.622373 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-b055db50-6811-4ac6-8deb-14cea7d495ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440500 Mar 08 20:30:58.689872 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (8723be35-bca7-42a4-832e-5472785b0da9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.690428 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8723be35-bca7-42a4-832e-5472785b0da9 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:30:58.703775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.704903 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-065b4e60-8d77-407b-931e-f29432d8344b admin admin] 10.222.0.18 "DELETE /v2.0/routers/8723be35-bca7-42a4-832e-5472785b0da9 HTTP/1.1" status: 204 len: 168 time: 1.7889488 Mar 08 20:30:58.708282 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52176) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:58.757313 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Deleting subnet 9505ccea-f1e0-4e22-a09b-79ebb177ab09 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:30:58.760157 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-08dc836e-4632-4290-a9c7-21d058fd291d service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317322 Mar 08 20:30:58.760799 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Publish callbacks [] for subnet (9505ccea-f1e0-4e22-a09b-79ebb177ab09), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.772772 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04636-f369-4972-9eba-f26795de93a3 req-c60fcecd-deed-41e7-8b04-98a34dcadfc5 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:58.774098 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37a04636-f369-4972-9eba-f26795de93a3 req-c60fcecd-deed-41e7-8b04-98a34dcadfc5 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0894186 Mar 08 20:30:58.799640 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (9505ccea-f1e0-4e22-a09b-79ebb177ab09), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:58.882167 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-37a04636-f369-4972-9eba-f26795de93a3 req-804a7d7f-f516-4605-9543-c882985fe710 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989242 Mar 08 20:30:58.896735 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-183fd28b-e654-410b-aa16-213a5c301590 req-d564ff7f-fa98-4925-8c1e-90698283dca1 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215031 Mar 08 20:30:58.918995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (9505ccea-f1e0-4e22-a09b-79ebb177ab09), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.102573 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (9505ccea-f1e0-4e22-a09b-79ebb177ab09), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.128381 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9505ccea-f1e0-4e22-a09b-79ebb177ab09,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:59.133020 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.144092 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-47f4de1e-7b46-415d-973b-d6cca309c8a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9505ccea-f1e0-4e22-a09b-79ebb177ab09 HTTP/1.1" status: 204 len: 168 time: 0.4292619 Mar 08 20:30:59.144092 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52178) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:30:59.144294 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d876feb-cb45-4ab4-9ad9-cd3e6825631d None None] Network a723c265-51dd-4146-85af-4c5a9ce14047 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:30:59.218516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (a723c265-51dd-4146-85af-4c5a9ce14047), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.275471 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Deleting port 266ec448-b759-4e84-b35a-1e36155075a8 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:59.275850 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (266ec448-b759-4e84-b35a-1e36155075a8), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.295476 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] DHCP port deletion for a723c265-51dd-4146-85af-4c5a9ce14047 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:30:59.338609 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] For port 266ec448-b759-4e84-b35a-1e36155075a8, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=266ec448-b759-4e84-b35a-1e36155075a8,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:59.338971 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (266ec448-b759-4e84-b35a-1e36155075a8), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.342924 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Deleting port 266ec448-b759-4e84-b35a-1e36155075a8 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:30:59.343296 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (266ec448-b759-4e84-b35a-1e36155075a8), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.351897 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Calling delete_port for 266ec448-b759-4e84-b35a-1e36155075a8 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:59.409105 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] For port 266ec448-b759-4e84-b35a-1e36155075a8, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=266ec448-b759-4e84-b35a-1e36155075a8,segment=NetworkSegment(75947fce-4562-4f71-90f7-e2a80729272b),segment_id=75947fce-4562-4f71-90f7-e2a80729272b)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:30:59.409426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (266ec448-b759-4e84-b35a-1e36155075a8), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.422181 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Calling delete_port for 266ec448-b759-4e84-b35a-1e36155075a8 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:30:59.510572 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (266ec448-b759-4e84-b35a-1e36155075a8), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.516152 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (266ec448-b759-4e84-b35a-1e36155075a8), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.537530 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Pushing event deleted for resources: {'Port': ['ID=266ec448-b759-4e84-b35a-1e36155075a8,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:59.540431 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] No DVR routers for this DVR port 266ec448-b759-4e84-b35a-1e36155075a8 on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:30:59.544222 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] No DVR routers for this DVR port 266ec448-b759-4e84-b35a-1e36155075a8 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:30:59.547177 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Pushing event deleted for resources: {'Port': ['ID=266ec448-b759-4e84-b35a-1e36155075a8,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.559946 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.560247 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.561331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.561331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.561331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75072b-952a-4663-9448-ba66a0a89ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:30:59.618378 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (a723c265-51dd-4146-85af-4c5a9ce14047), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.638755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a723c265-51dd-4146-85af-4c5a9ce14047']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:59.649484 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75947fce-4562-4f71-90f7-e2a80729272b') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:59.649778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75947fce-4562-4f71-90f7-e2a80729272b') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:30:59.654777 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489a3d-1931-432f-a3ff-b3a6cbbdb02a req-d3def61c-ffa4-4ebb-8fe7-32ad524ab0d9 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:30:59.656310 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8489a3d-1931-432f-a3ff-b3a6cbbdb02a req-d3def61c-ffa4-4ebb-8fe7-32ad524ab0d9 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0594091 Mar 08 20:30:59.659484 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (75947fce-4562-4f71-90f7-e2a80729272b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.673125 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (75947fce-4562-4f71-90f7-e2a80729272b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.679520 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:30:59.679951 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (75947fce-4562-4f71-90f7-e2a80729272b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:30:59.681563 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:30:59.710351 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8489a3d-1931-432f-a3ff-b3a6cbbdb02a req-339d7550-6b32-452d-b812-c7ce7ab74daf tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Mar 08 20:30:59.834186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (a723c265-51dd-4146-85af-4c5a9ce14047), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.840046 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:30:59.843351 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] 10.222.0.18 "DELETE /v2.0/networks/a723c265-51dd-4146-85af-4c5a9ce14047 HTTP/1.1" status: 204 len: 168 time: 0.7012055 Mar 08 20:30:59.854748 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b09aa-603f-4d40-a207-58e77d6af05b admin admin] Pushing event deleted for resources: {'Network': ['ID=a723c265-51dd-4146-85af-4c5a9ce14047,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:00.002963 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b68b3-a261-461c-9e81-f4b1b911b158 req-bc9baa12-cbc3-4b56-9dfc-447c85606caf tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:00.004668 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d7b68b3-a261-461c-9e81-f4b1b911b158 req-bc9baa12-cbc3-4b56-9dfc-447c85606caf tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Mar 08 20:31:00.058708 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0d7b68b3-a261-461c-9e81-f4b1b911b158 req-92451e6e-806d-4c3a-973a-8898fb63a605 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Mar 08 20:31:00.162923 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 266ec448-b759-4e84-b35a-1e36155075a8 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:00.189893 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 266ec448-b759-4e84-b35a-1e36155075a8 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:00.189893 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 266ec448-b759-4e84-b35a-1e36155075a8 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:00.189893 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d07c024-6947-4a45-a778-63020f55c0ca no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:00.209813 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 4d07c024-6947-4a45-a778-63020f55c0ca {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:00.210166 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d07c024-6947-4a45-a778-63020f55c0ca not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:00.245040 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52186) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:00.286603 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-7c1f80dd-afa3-4b0b-9f08-49c001f95d32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f9d197d15f34dab89bdbb63ac5817bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404000 Mar 08 20:31:00.289087 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52188) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:00.343844 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] Publish callbacks [] for security_group (a6a9d1c4-7cd0-40ed-869f-886fb60763dc), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:00.368654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] Publish callbacks [] for security_group (a6a9d1c4-7cd0-40ed-869f-886fb60763dc), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:00.481804 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a6a9d1c4-7cd0-40ed-869f-886fb60763dc), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:00.484293 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:00.485472 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6a9d1c4-7cd0-40ed-869f-886fb60763dc HTTP/1.1" status: 204 len: 168 time: 0.1954637 Mar 08 20:31:00.493616 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dbe84-6b07-401f-81b1-8b52722ef7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a9d1c4-7cd0-40ed-869f-886fb60763dc,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:00.852375 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dc8be-4b89-4159-ad66-32d06f69f3eb req-352356a2-0cb4-4c44-9801-bd3da8c08051 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:00.854004 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e42dc8be-4b89-4159-ad66-32d06f69f3eb req-352356a2-0cb4-4c44-9801-bd3da8c08051 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0606430 Mar 08 20:31:00.908912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e42dc8be-4b89-4159-ad66-32d06f69f3eb req-15b43e18-9b64-4ee6-9ef0-6ca47f55c229 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482509 Mar 08 20:31:01.183054 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71ff0-3eac-4c38-bd63-b1716faa1111 req-3d18c1d3-1863-4400-bf1c-93ed95d4b341 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:01.184697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60e71ff0-3eac-4c38-bd63-b1716faa1111 req-3d18c1d3-1863-4400-bf1c-93ed95d4b341 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0588794 Mar 08 20:31:01.236564 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-60e71ff0-3eac-4c38-bd63-b1716faa1111 req-c34ad94a-167f-4deb-a037-eba54af44342 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454044 Mar 08 20:31:02.033004 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8a399-85e9-4301-8c8b-fc5d5bab9c78 req-962a01b0-aca1-45d6-bfc6-48c496c717e5 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:02.034661 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-28f8a399-85e9-4301-8c8b-fc5d5bab9c78 req-962a01b0-aca1-45d6-bfc6-48c496c717e5 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0555601 Mar 08 20:31:02.085492 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-28f8a399-85e9-4301-8c8b-fc5d5bab9c78 req-ca1d1bb6-797f-4aaf-9f33-b089920af2cc tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 Mar 08 20:31:02.358101 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b32c83-29bd-4074-8c40-9f6f49872406 req-1035e61e-72e6-4cf8-8ef5-2019a24cde2b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:02.359595 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a4b32c83-29bd-4074-8c40-9f6f49872406 req-1035e61e-72e6-4cf8-8ef5-2019a24cde2b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Mar 08 20:31:02.418291 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a4b32c83-29bd-4074-8c40-9f6f49872406 req-50dd8a19-acdc-4518-a4d1-2d9e37b9e151 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527358 Mar 08 20:31:02.806116 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb0063-a801-47ed-a6bc-5b3b544b325b req-23e401f1-58f8-4f2f-a05a-a8ba02ad313b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:02.808579 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c9bb0063-a801-47ed-a6bc-5b3b544b325b req-23e401f1-58f8-4f2f-a05a-a8ba02ad313b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0606101 Mar 08 20:31:02.845211 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-b996cf3d-5704-4f36-8f52-404c8e2dfec6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519195 Mar 08 20:31:02.865954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c9bb0063-a801-47ed-a6bc-5b3b544b325b req-1c0362bd-7408-427f-885b-ff2330fa058c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478654 Mar 08 20:31:02.918397 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-fda21f64-d51d-4217-b599-2e1f950e7538 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:02.919856 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-fda21f64-d51d-4217-b599-2e1f950e7538 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports/3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 942 time: 0.0467486 Mar 08 20:31:03.204704 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e909bf-53d5-42f6-ae7f-592c5bd40f28 req-6de65bcf-b240-48fa-85b1-a5ca7ccb4203 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:03.206262 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2e909bf-53d5-42f6-ae7f-592c5bd40f28 req-6de65bcf-b240-48fa-85b1-a5ca7ccb4203 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0550416 Mar 08 20:31:03.259253 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b2e909bf-53d5-42f6-ae7f-592c5bd40f28 req-bc93184c-4d92-44d5-a509-0eb64a05ff6e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467370 Mar 08 20:31:03.855039 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:03.933101 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: ACTIVE; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:03.933489 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:03.956710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:03.959492 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27270c-66b1-47fb-9379-a9c9bcbc3273" -d '{"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:03.972197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:03.990035 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cf9c7-586e-423a-b926-f7d7f926967e x-openstack-request-id: req-c12cf9c7-586e-423a-b926-f7d7f926967e {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:03.990326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-unplugged", "status": "failed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "code": 422}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:03.990577 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c12cf9c7-586e-423a-b926-f7d7f926967e {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:03.990963 dv-cinder-830095-3-iscsi neutron-server[103783]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'code': 422} returned with failed status Mar 08 20:31:03.991079 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecaeb3-da1d-40e7-a75e-09867cb4c357 req-f9aded18-0076-4b12-9faa-e62df01f82dc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:03.992541 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16ecaeb3-da1d-40e7-a75e-09867cb4c357 req-f9aded18-0076-4b12-9faa-e62df01f82dc tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0590920 Mar 08 20:31:04.041804 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:04.044867 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16ecaeb3-da1d-40e7-a75e-09867cb4c357 req-44597bc4-e80b-4426-ad0d-c5561cbfa53e tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463576 Mar 08 20:31:04.092872 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=6']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:04.377688 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77168b05-2c6c-4c31-9190-7f6d3e713a51 req-9a766056-d893-4435-bfa2-b92adb71c71b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:04.379748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77168b05-2c6c-4c31-9190-7f6d3e713a51 req-9a766056-d893-4435-bfa2-b92adb71c71b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0526721 Mar 08 20:31:04.427531 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77168b05-2c6c-4c31-9190-7f6d3e713a51 req-9f69fe45-a619-47dd-bdd4-76b76e8be33e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Mar 08 20:31:05.170176 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0c6dc-77c6-49b2-a9bb-0274da80de38 req-1f0347c6-afa7-470c-a1cc-e040322a9815 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.171808 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ae0c6dc-77c6-49b2-a9bb-0274da80de38 req-1f0347c6-afa7-470c-a1cc-e040322a9815 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0522239 Mar 08 20:31:05.224760 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5ae0c6dc-77c6-49b2-a9bb-0274da80de38 req-342b27a5-bfe2-434b-a049-c500f6f9bd04 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468049 Mar 08 20:31:05.549715 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a5ff-4222-4554-9918-c316bda1375f req-111812c6-27ef-4a5e-a8ea-e22bb4efb117 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.551246 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b95a5ff-4222-4554-9918-c316bda1375f req-111812c6-27ef-4a5e-a8ea-e22bb4efb117 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0552201 Mar 08 20:31:05.603966 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9b95a5ff-4222-4554-9918-c316bda1375f req-f77c768f-d1a8-4414-9c19-8eb92042863f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Mar 08 20:31:05.986957 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-ffd5412d-4eed-428c-8d50-e0f929311cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:05.988941 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-ffd5412d-4eed-428c-8d50-e0f929311cde service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7&tenant_id=ec073555b40e40df9318d033b470df8c HTTP/1.1" status: 200 len: 1127 time: 0.0437663 Mar 08 20:31:06.059648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-731d88cd-72fe-410d-a0e7-6142f470ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.061176 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-731d88cd-72fe-410d-a0e7-6142f470ed9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1127 time: 0.0487940 Mar 08 20:31:06.159169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-45783b01-3f7e-415c-b669-db36ed8be818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.161374 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-45783b01-3f7e-415c-b669-db36ed8be818 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.0931547 Mar 08 20:31:06.229847 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-8641fa26-62db-4376-a14d-ec446b679590 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 998 time: 0.0620224 Mar 08 20:31:06.279175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-ba182f5a-e0dc-4bb6-9594-3ad8f3ca1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.280663 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-ba182f5a-e0dc-4bb6-9594-3ad8f3ca1f5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0444047 Mar 08 20:31:06.359555 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-f3d1f0bb-6651-47ec-8f17-d97c398c757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.361079 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-f3d1f0bb-6651-47ec-8f17-d97c398c757b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741994 Mar 08 20:31:06.368952 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680fd64-670d-44de-afdc-caf1bb3c147a req-4f32d96d-ab32-4550-a046-09974d2e6e40 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.370292 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5680fd64-670d-44de-afdc-caf1bb3c147a req-4f32d96d-ab32-4550-a046-09974d2e6e40 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0760093 Mar 08 20:31:06.470589 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5680fd64-670d-44de-afdc-caf1bb3c147a req-f04318db-d9e1-44ee-9487-9477035524b4 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927346 Mar 08 20:31:06.488505 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-520672d5-b55a-4ad5-bcdb-ce693a27b1ec service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173048 Mar 08 20:31:06.578652 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-e94a7c0f-b758-45fa-83ea-bd96a04880d6 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Mar 08 20:31:06.719950 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5fd2d-e2da-4a0c-8fca-1f754c20a63a req-dd0786d7-7b1b-493d-8bc7-8e3587ad8607 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:06.721527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-34f5fd2d-e2da-4a0c-8fca-1f754c20a63a req-dd0786d7-7b1b-493d-8bc7-8e3587ad8607 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0523360 Mar 08 20:31:06.770700 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-34f5fd2d-e2da-4a0c-8fca-1f754c20a63a req-c8de7bb1-c245-4762-9c43-1e08c753d3e6 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Mar 08 20:31:07.213195 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52298) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:07.313848 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a58d-2b01-4d81-b9eb-84b9526a1cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.384830 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a58d-2b01-4d81-b9eb-84b9526a1cd8 admin admin] Publish callbacks [] for security_group (65cb6174-7522-4abc-8dbe-81da82bacac4), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.473027 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a58d-2b01-4d81-b9eb-84b9526a1cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (65cb6174-7522-4abc-8dbe-81da82bacac4), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.518749 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c9d0a58d-2b01-4d81-b9eb-84b9526a1cd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c79eb53e8a244585b5b13dae5fefc3e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044717 Mar 08 20:31:07.520176 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0a58d-2b01-4d81-b9eb-84b9526a1cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb6174-7522-4abc-8dbe-81da82bacac4,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:07.522101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52304) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:07.574717 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] Publish callbacks [] for security_group (65cb6174-7522-4abc-8dbe-81da82bacac4), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.595662 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a34f-3800-4958-8b06-92be6e9fe001 req-46d2771d-4d86-4d32-bf21-06311d3b8261 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:07.596309 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] Publish callbacks [] for security_group (65cb6174-7522-4abc-8dbe-81da82bacac4), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.597246 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b68a34f-3800-4958-8b06-92be6e9fe001 req-46d2771d-4d86-4d32-bf21-06311d3b8261 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0537350 Mar 08 20:31:07.648527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4b68a34f-3800-4958-8b06-92be6e9fe001 req-b05cbad6-3794-4c63-a326-84cd54eba8c4 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434217 Mar 08 20:31:07.724867 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (65cb6174-7522-4abc-8dbe-81da82bacac4), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.727430 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:07.728623 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65cb6174-7522-4abc-8dbe-81da82bacac4 HTTP/1.1" status: 204 len: 168 time: 0.2048464 Mar 08 20:31:07.736487 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1d0b5-2298-409b-b9f0-cff368b52934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb6174-7522-4abc-8dbe-81da82bacac4,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:07.876749 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device e661512a-0f8e-4c71-882d-5d942eab5900 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:31:07.893158 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82cc11-aa60-45c0-be2e-da86e2f61653 req-9b60be87-990d-4eea-a1bd-e8cddcbd7f31 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:07.896443 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b82cc11-aa60-45c0-be2e-da86e2f61653 req-9b60be87-990d-4eea-a1bd-e8cddcbd7f31 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 943 time: 0.0553243 Mar 08 20:31:07.946814 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b82cc11-aa60-45c0-be2e-da86e2f61653 req-c3bb02be-8d5b-4716-b6de-7edfb447abcb tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Mar 08 20:31:08.123031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e661512a-0f8e-4c71-882d-5d942eab5900,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:08.135864 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'port_id': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'mac_address': 'fa:16:3e:84:9a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:31:08.185546 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port e661512a-0f8e-4c71-882d-5d942eab5900 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:08.186010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.203357 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e661512a-0f8e-4c71-882d-5d942eab5900 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:08.223009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e661512a-0f8e-4c71-882d-5d942eab5900,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:08.307520 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.356315 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:08.422418 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52312) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:08.444480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9d96737-1238-4406-934d-60efd5bb61e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.530002 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9d96737-1238-4406-934d-60efd5bb61e2 admin admin] Publish callbacks [] for security_group (b2d7a3e7-5509-493e-a4e4-5cfd0227b427), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.595677 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9d96737-1238-4406-934d-60efd5bb61e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b2d7a3e7-5509-493e-a4e4-5cfd0227b427), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.633914 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a9d96737-1238-4406-934d-60efd5bb61e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d47f87b56ea4f6180d121dc1ed2c5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103748 Mar 08 20:31:08.635922 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96737-1238-4406-934d-60efd5bb61e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7a3e7-5509-493e-a4e4-5cfd0227b427,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:08.636655 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52314) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:08.642952 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['e661512a-0f8e-4c71-882d-5d942eab5900'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:31:08.692851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] Publish callbacks [] for security_group (b2d7a3e7-5509-493e-a4e4-5cfd0227b427), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.715245 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] Publish callbacks [] for security_group (b2d7a3e7-5509-493e-a4e4-5cfd0227b427), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.790355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae6013-852e-47cb-97be-009c214c4889 req-e57cc018-da7d-437d-92e4-9f05bcbd518c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:08.791843 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5aae6013-852e-47cb-97be-009c214c4889 req-e57cc018-da7d-437d-92e4-9f05bcbd518c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0747335 Mar 08 20:31:08.843764 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5aae6013-852e-47cb-97be-009c214c4889 req-096450b3-5451-4376-a8bc-4dce6863282f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Mar 08 20:31:08.867499 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b2d7a3e7-5509-493e-a4e4-5cfd0227b427), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.870103 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:08.871247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2d7a3e7-5509-493e-a4e4-5cfd0227b427 HTTP/1.1" status: 204 len: 168 time: 0.2336061 Mar 08 20:31:08.878930 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dd47e-183d-4c93-8d7f-8e9dea801977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7a3e7-5509-493e-a4e4-5cfd0227b427,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:09.063501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273021a2-e2e5-44bd-acd3-34ad46394577 req-5d47d374-c653-4dde-ac17-e0ad01de999b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:09.065014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-273021a2-e2e5-44bd-acd3-34ad46394577 req-5d47d374-c653-4dde-ac17-e0ad01de999b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 944 time: 0.0534017 Mar 08 20:31:09.117942 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-273021a2-e2e5-44bd-acd3-34ad46394577 req-2f2e7646-9b60-4f49-b79d-736376f0bffd tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468128 Mar 08 20:31:09.880155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device e661512a-0f8e-4c71-882d-5d942eab5900 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:09.963441 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3c090-824a-4467-89f1-bd948b48ef4b req-957e5664-1b01-4dcb-b565-b8378c8aaed5 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:09.970737 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ad3c090-824a-4467-89f1-bd948b48ef4b req-957e5664-1b01-4dcb-b565-b8378c8aaed5 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0576708 Mar 08 20:31:10.014323 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ad3c090-824a-4467-89f1-bd948b48ef4b req-f2c6d923-9cc7-456e-a858-4efa5e8a9eaf tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Mar 08 20:31:10.030802 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port e661512a-0f8e-4c71-882d-5d942eab5900 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:31:10.035192 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port e661512a-0f8e-4c71-882d-5d942eab5900 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:10.040493 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.116338 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port e661512a-0f8e-4c71-882d-5d942eab5900 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:10.116729 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.139113 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:10.141373 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e929b067-d3d0-4455-a1a2-f9fc073fce2c" -d '{"events": [{"server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "name": "network-vif-plugged", "status": "completed", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:10.157409 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e661512a-0f8e-4c71-882d-5d942eab5900,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:10.230339 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:10.258734 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919139d9-b968-4bfa-9fec-8d82e71a233f req-e5e5cfb7-56ec-42ba-a851-8f15628f68e7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:10.260334 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-919139d9-b968-4bfa-9fec-8d82e71a233f req-e5e5cfb7-56ec-42ba-a851-8f15628f68e7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 944 time: 0.0646036 Mar 08 20:31:10.291961 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:10.314560 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bebc04a-b209-479b-b2eb-90ca190c030a x-openstack-request-id: req-6bebc04a-b209-479b-b2eb-90ca190c030a {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:10.314886 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "name": "network-vif-plugged", "status": "completed", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:10.315148 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bebc04a-b209-479b-b2eb-90ca190c030a {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:10.315553 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'code': 200} Mar 08 20:31:10.317179 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-919139d9-b968-4bfa-9fec-8d82e71a233f req-ac76129f-eda6-41e0-b761-a4bd145ee5b9 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487003 Mar 08 20:31:10.833539 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022de93-074b-4f51-80dc-31c5650997e0 req-4ee74c4a-ba1d-4bf2-978b-56141dc4c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:10.835217 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3022de93-074b-4f51-80dc-31c5650997e0 req-4ee74c4a-ba1d-4bf2-978b-56141dc4c922 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1129 time: 0.0490460 Mar 08 20:31:10.880779 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3022de93-074b-4f51-80dc-31c5650997e0 req-24fc4d9b-53aa-4ce9-860a-f38a8acceeb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Mar 08 20:31:11.137013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8360ee-2fc1-4b30-a927-f7c5d27868f0 req-4ae35a1d-1cff-4f1a-88ae-b265b942be6f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:11.138502 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df8360ee-2fc1-4b30-a927-f7c5d27868f0 req-4ae35a1d-1cff-4f1a-88ae-b265b942be6f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0540779 Mar 08 20:31:11.192203 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-df8360ee-2fc1-4b30-a927-f7c5d27868f0 req-dd82e3f8-4c9a-4f7e-804c-75c696d49177 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453031 Mar 08 20:31:11.439223 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67170-0f00-45f6-bb1e-e4de13eb50d0 req-80033cb3-c077-47e0-8125-2550426eec4c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:11.440736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-05f67170-0f00-45f6-bb1e-e4de13eb50d0 req-80033cb3-c077-47e0-8125-2550426eec4c tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0552042 Mar 08 20:31:11.490983 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-05f67170-0f00-45f6-bb1e-e4de13eb50d0 req-847bfd82-fb52-4b4a-a83c-7012039e33f7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444634 Mar 08 20:31:11.900993 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52398) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:12.005392 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-88d3b94b-bb41-4d39-9812-865a6c51eb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.077497 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-88d3b94b-bb41-4d39-9812-865a6c51eb6d admin admin] Publish callbacks [] for security_group (adbb7c69-a922-4ebe-8db5-b41771446605), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.155984 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-88d3b94b-bb41-4d39-9812-865a6c51eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (adbb7c69-a922-4ebe-8db5-b41771446605), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.195588 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-88d3b94b-bb41-4d39-9812-865a6c51eb6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e970e0a8d4e42a1bfcefa3def55eac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934775 Mar 08 20:31:12.196498 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3b94b-bb41-4d39-9812-865a6c51eb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbb7c69-a922-4ebe-8db5-b41771446605,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:12.198969 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52402) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:12.247519 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] Publish callbacks [] for security_group (adbb7c69-a922-4ebe-8db5-b41771446605), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.294631 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] Publish callbacks [] for security_group (adbb7c69-a922-4ebe-8db5-b41771446605), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.345158 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61321-66fa-4070-a73a-4aede0f05259 req-350aaf64-a341-4f8e-9118-f9054ec9a975 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:12.349396 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73d61321-66fa-4070-a73a-4aede0f05259 req-350aaf64-a341-4f8e-9118-f9054ec9a975 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0876007 Mar 08 20:31:12.397312 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-73d61321-66fa-4070-a73a-4aede0f05259 req-84bd0857-85db-4294-b280-a263585f5311 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444453 Mar 08 20:31:12.445502 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (adbb7c69-a922-4ebe-8db5-b41771446605), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.450260 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:12.450260 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adbb7c69-a922-4ebe-8db5-b41771446605 HTTP/1.1" status: 204 len: 168 time: 0.2497118 Mar 08 20:31:12.457893 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b450-58a8-48df-b934-db231225e8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbb7c69-a922-4ebe-8db5-b41771446605,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:12.608058 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194d232-884c-446d-973c-7e4b82c6771b req-1e22a3b7-2f59-4ae8-8980-f74215899cc7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:12.609548 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6194d232-884c-446d-973c-7e4b82c6771b req-1e22a3b7-2f59-4ae8-8980-f74215899cc7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0536804 Mar 08 20:31:12.664307 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6194d232-884c-446d-973c-7e4b82c6771b req-95f96e00-71a1-4c12-9a7c-cfe1f5c2bfe5 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483625 Mar 08 20:31:13.128355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52412) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:13.141263 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b0a76a43-c09c-49ed-b216-4c08e113c0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.216251 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b0a76a43-c09c-49ed-b216-4c08e113c0c4 admin admin] Publish callbacks [] for security_group (52fd0525-4172-4f6d-b32c-41afc63292be), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.302057 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b0a76a43-c09c-49ed-b216-4c08e113c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (52fd0525-4172-4f6d-b32c-41afc63292be), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.341218 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b0a76a43-c09c-49ed-b216-4c08e113c0c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa99206edc444e7a12b377f51e7e647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116983 Mar 08 20:31:13.342084 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a76a43-c09c-49ed-b216-4c08e113c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd0525-4172-4f6d-b32c-41afc63292be,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:13.343862 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52416) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:13.391891 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] Publish callbacks [] for security_group (52fd0525-4172-4f6d-b32c-41afc63292be), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.413855 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] Publish callbacks [] for security_group (52fd0525-4172-4f6d-b32c-41afc63292be), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.513960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa214-cbad-478e-8888-8ac08afa794d req-58956acb-9922-4d31-97de-668f68ab21bb tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:13.515414 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-943fa214-cbad-478e-8888-8ac08afa794d req-58956acb-9922-4d31-97de-668f68ab21bb tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0526390 Mar 08 20:31:13.530594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (52fd0525-4172-4f6d-b32c-41afc63292be), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.533172 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:13.534487 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52fd0525-4172-4f6d-b32c-41afc63292be HTTP/1.1" status: 204 len: 168 time: 0.1890996 Mar 08 20:31:13.543055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e248ed3-f5d7-46fe-a713-121d6fbe3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd0525-4172-4f6d-b32c-41afc63292be,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:13.567664 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-943fa214-cbad-478e-8888-8ac08afa794d req-7f3e76e3-80ed-47f9-9662-526edcddcf5f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Mar 08 20:31:13.778546 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666aade-8136-4cef-9460-1694053c5aec req-87fdc4c4-73ae-42a8-9507-0ead4bb24c3f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:13.780046 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9666aade-8136-4cef-9460-1694053c5aec req-87fdc4c4-73ae-42a8-9507-0ead4bb24c3f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0523651 Mar 08 20:31:13.832645 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9666aade-8136-4cef-9460-1694053c5aec req-d569857d-3a2e-4ff7-b027-a2cef2826a09 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462050 Mar 08 20:31:13.949801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2104ba9-045e-4050-80f7-c12c084bcd19 req-3c082336-0ae1-498b-a70d-3f2a4bd7df6e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:13.952156 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2104ba9-045e-4050-80f7-c12c084bcd19 req-3c082336-0ae1-498b-a70d-3f2a4bd7df6e tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0546551 Mar 08 20:31:14.000099 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e2104ba9-045e-4050-80f7-c12c084bcd19 req-f6dc44ec-0b5f-4b38-8a6d-87c01efe3602 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432484 Mar 08 20:31:14.022420 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52432) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:14.212046 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c2d6c-9e2d-40e5-bd21-47672303e5db tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:14.213573 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c61c2d6c-9e2d-40e5-bd21-47672303e5db tempest-TestVolumeBootPattern-1675430373 tempest-TestVolumeBootPattern-1675430373-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1124 time: 0.1901724 Mar 08 20:31:14.216422 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52440) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:14.220690 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'port_id': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:14.313858 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.410579 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.520662 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Allocated IP 172.27.0.89 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/62fa7c72-4afa-45b9-a433-b4c159c73940) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:14.620450 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.686854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bea7b-d874-41c0-8b20-7e28e63c5b08 req-94b8b98e-f261-4653-818d-ceb4fad721b3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:14.688367 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d47bea7b-d874-41c0-8b20-7e28e63c5b08 req-94b8b98e-f261-4653-818d-ceb4fad721b3 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0543211 Mar 08 20:31:14.721666 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:14.739170 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d47bea7b-d874-41c0-8b20-7e28e63c5b08 req-62d82e31-84a7-428c-b2e7-59f8d5d343b5 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444067 Mar 08 20:31:14.762043 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:14.763524 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:14.766995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:14.802076 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=62fa7c72-4afa-45b9-a433-b4c159c73940,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.153616 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (f34ba3a8-082d-4838-ac0c-69d9f0db1609), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.324695 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.478194 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.533033 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.603752 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event updated for resources: {'Port': ['ID=62fa7c72-4afa-45b9-a433-b4c159c73940,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:15.614581 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (f34ba3a8-082d-4838-ac0c-69d9f0db1609), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.748982 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP f34ba3a8-082d-4838-ac0c-69d9f0db1609 associated. External IP: 172.27.0.89, port: e661512a-0f8e-4c71-882d-5d942eab5900. Mar 08 20:31:15.866724 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba86362-09bc-4e37-87e5-607ab504ae19 req-0f0cafb5-1e99-4daa-96bf-828472ab7f4f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:15.868220 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ba86362-09bc-4e37-87e5-607ab504ae19 req-0f0cafb5-1e99-4daa-96bf-828472ab7f4f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0578067 Mar 08 20:31:15.872721 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:31:15.931482 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ba86362-09bc-4e37-87e5-607ab504ae19 req-59cc2d25-85e2-423d-959e-4b875c2186e2 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561750 Mar 08 20:31:15.969891 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:15.990419 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5cb53ef8-7d4a-42bd-b6fc-b353296053c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:15.999044 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:16.014155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'port_id': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'mac_address': 'fa:16:3e:f4:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:31:16.065081 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:16.065484 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.083713 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3812c987-f2f5-4a51-bc25-9f5b762ab5bf {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:31:16.113899 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:16.197436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.248751 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=7']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:16.370258 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:16.382085 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:16.396174 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:16.396794 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:16.443902 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:16.487018 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-da882f48-b3d5-4b31-af60-5c3b17542173 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2592180 Mar 08 20:31:16.487018 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:16.487018 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8947cce2-44bd-4960-a0dc-27b8879dbf38" -d '{"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:16.526657 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867f071-9318-4e47-8e99-bb9c924715e6 x-openstack-request-id: req-3867f071-9318-4e47-8e99-bb9c924715e6 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:16.527156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:16.527409 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3867f071-9318-4e47-8e99-bb9c924715e6 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:16.527836 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'status': 'completed', 'code': 200} Mar 08 20:31:16.593468 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-2f0038b3-511c-46ca-abb4-126bf45de350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:16.595070 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-2f0038b3-511c-46ca-abb4-126bf45de350 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1129 time: 0.0462577 Mar 08 20:31:16.597948 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:16.741457 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['3812c987-f2f5-4a51-bc25-9f5b762ab5bf'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:31:16.857498 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}, {'id': 'f34ba3a8-082d-4838-ac0c-69d9f0db1609', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:84:9a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:15Z', 'updated_at': '2022-03-08T20:31:15Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:16.891053 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:16.898390 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:16.905438 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:16.906081 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:30:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:16.937505 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-bd42ffc0-3c8c-4958-b917-a721597c0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:16.939247 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-bd42ffc0-3c8c-4958-b917-a721597c0a3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.3376417 Mar 08 20:31:17.019930 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-006a8daa-6629-4bca-a76a-e563275e2a0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e661512a-0f8e-4c71-882d-5d942eab5900 HTTP/1.1" status: 200 len: 998 time: 0.0748498 Mar 08 20:31:17.029342 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:17.102171 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d708-b9ef-4089-a2bd-a7b928079617 req-3d844592-b82f-465a-8330-ed5b360b8ef6 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:17.103823 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7262d708-b9ef-4089-a2bd-a7b928079617 req-3d844592-b82f-465a-8330-ed5b360b8ef6 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 944 time: 0.1007111 Mar 08 20:31:17.105653 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-f8e1755d-aab8-4cd7-b37e-94c3d65e8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:17.107028 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-f8e1755d-aab8-4cd7-b37e-94c3d65e8436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0727234 Mar 08 20:31:17.184788 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7262d708-b9ef-4089-a2bd-a7b928079617 req-77e2f36f-1dba-4a8d-a72c-7296a5dfff7b tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754173 Mar 08 20:31:17.187446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-03ca5b12-9135-4d93-ac81-822768c4a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:17.189065 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-03ca5b12-9135-4d93-ac81-822768c4a8ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734844 Mar 08 20:31:17.262057 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}, {'id': 'f34ba3a8-082d-4838-ac0c-69d9f0db1609', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:84:9a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:15Z', 'updated_at': '2022-03-08T20:31:15Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:17.281220 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-c258bb8d-a865-4c80-9162-0fd117743e8a service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857294 Mar 08 20:31:17.287812 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6aa180-6727-4d3c-b45c-9282a523b8d3 None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}, {'id': 'f34ba3a8-082d-4838-ac0c-69d9f0db1609', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:84:9a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:31:15Z', 'updated_at': '2022-03-08T20:31:15Z', 'revision_number': 0, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:17.373290 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8947cce2-44bd-4960-a0dc-27b8879dbf38 req-38c3d9d0-97f0-4fa4-b16e-2e61015189cc service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Mar 08 20:31:17.482254 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3db8a0-8f2c-4ddc-8de3-c9c84c1c2133 None None] New status for floating IP f34ba3a8-082d-4838-ac0c-69d9f0db1609: ACTIVE {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:31:18.306479 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154fb5e-5ad6-4ce3-a147-034f79d14c19 req-c197e178-23a1-4964-88a8-de8517e9a548 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:18.307892 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6154fb5e-5ad6-4ce3-a147-034f79d14c19 req-c197e178-23a1-4964-88a8-de8517e9a548 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 944 time: 0.0531609 Mar 08 20:31:18.309916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-14f7b148-5437-4362-9c42-d29e71b98ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:18.362362 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6154fb5e-5ad6-4ce3-a147-034f79d14c19 req-09d92f14-eec3-44b7-b061-1a80fb391506 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480516 Mar 08 20:31:19.479265 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07821e07-1618-43dc-b101-59c1962f38da req-d2259c1e-74b2-44e1-94b2-fe606d365c58 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:19.480758 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07821e07-1618-43dc-b101-59c1962f38da req-d2259c1e-74b2-44e1-94b2-fe606d365c58 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 944 time: 0.0523973 Mar 08 20:31:19.529646 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-07821e07-1618-43dc-b101-59c1962f38da req-d1223f27-f9ca-4893-aea4-1a1ba3c27a18 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Mar 08 20:31:19.615948 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:19.878153 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:19.931957 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:19.932336 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.009054 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:20.009445 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.031963 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:20.034217 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ebbba-ef95-4182-ac55-8add277b2c45" -d '{"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:20.048337 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:20.069377 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd788b-ff6d-4a67-a013-a2431630bdf9 x-openstack-request-id: req-6bdd788b-ff6d-4a67-a013-a2431630bdf9 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:20.069667 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-plugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:20.069927 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6bdd788b-ff6d-4a67-a013-a2431630bdf9 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:20.070317 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'code': 200} Mar 08 20:31:20.132817 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.191972 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=8']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.373157 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52506) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:20.401497 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c44f-a945-403b-9371-2aa085972759 req-5f752790-c0b2-4418-a27c-7d64c713d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:20.403011 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b602c44f-a945-403b-9371-2aa085972759 req-5f752790-c0b2-4418-a27c-7d64c713d214 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0446811 Mar 08 20:31:20.448756 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b602c44f-a945-403b-9371-2aa085972759 req-29959c12-5897-4102-a972-0de1e2ad6514 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Mar 08 20:31:20.477976 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2c16ee50-010a-4f82-9055-e11958ba5bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.549574 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2c16ee50-010a-4f82-9055-e11958ba5bf1 admin admin] Publish callbacks [] for security_group (7677d111-8ed4-49a6-b5be-284d0bef944e), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.651235 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0f8d2-43b4-4ba2-b468-7ee4a913b2e5 req-a6a06f0e-01e8-469e-9e44-2a1ed4306ee9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:20.652721 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2c16ee50-010a-4f82-9055-e11958ba5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7677d111-8ed4-49a6-b5be-284d0bef944e), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.652871 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7c0f8d2-43b4-4ba2-b468-7ee4a913b2e5 req-a6a06f0e-01e8-469e-9e44-2a1ed4306ee9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0567291 Mar 08 20:31:20.693303 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2c16ee50-010a-4f82-9055-e11958ba5bf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e80af8bf290b423d8c3c98975f6b754a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189406 Mar 08 20:31:20.694131 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ee50-010a-4f82-9055-e11958ba5bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677d111-8ed4-49a6-b5be-284d0bef944e,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:20.696396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52512) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:20.701191 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f7c0f8d2-43b4-4ba2-b468-7ee4a913b2e5 req-34ed9164-255c-4130-8572-9e70dd469c4c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Mar 08 20:31:20.750412 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] Publish callbacks [] for security_group (7677d111-8ed4-49a6-b5be-284d0bef944e), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.772208 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] Publish callbacks [] for security_group (7677d111-8ed4-49a6-b5be-284d0bef944e), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.886692 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (7677d111-8ed4-49a6-b5be-284d0bef944e), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.889241 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:20.890391 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7677d111-8ed4-49a6-b5be-284d0bef944e HTTP/1.1" status: 204 len: 168 time: 0.1930952 Mar 08 20:31:20.898529 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c35b99-db22-4e9c-aa39-9b51a9a5ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677d111-8ed4-49a6-b5be-284d0bef944e,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:21.378208 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.490153 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52520) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:21.502729 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb31e647-c8a7-46a2-ac34-7dc68d5cb816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.574978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb31e647-c8a7-46a2-ac34-7dc68d5cb816 admin admin] Publish callbacks [] for security_group (77d6433b-4e48-4d81-bcde-4e88049b1433), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.641020 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb31e647-c8a7-46a2-ac34-7dc68d5cb816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (77d6433b-4e48-4d81-bcde-4e88049b1433), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.679157 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-cb31e647-c8a7-46a2-ac34-7dc68d5cb816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21c27af76aa44c35938676bc97fde489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878731 Mar 08 20:31:21.679970 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e647-c8a7-46a2-ac34-7dc68d5cb816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6433b-4e48-4d81-bcde-4e88049b1433,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:21.681818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52522) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:21.728956 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] Publish callbacks [] for security_group (77d6433b-4e48-4d81-bcde-4e88049b1433), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.751007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] Publish callbacks [] for security_group (77d6433b-4e48-4d81-bcde-4e88049b1433), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.836328 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdd611-231a-4191-9f99-1b037e8bd794 req-ba6aac25-bc72-4492-a88b-40c44206d8f0 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:21.837874 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cbdd611-231a-4191-9f99-1b037e8bd794 req-ba6aac25-bc72-4492-a88b-40c44206d8f0 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0596812 Mar 08 20:31:21.887307 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1cbdd611-231a-4191-9f99-1b037e8bd794 req-2ca90d30-6290-4a3e-9c4a-29b4ca5cf001 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438333 Mar 08 20:31:21.892597 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (77d6433b-4e48-4d81-bcde-4e88049b1433), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.895197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:21.896272 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77d6433b-4e48-4d81-bcde-4e88049b1433 HTTP/1.1" status: 204 len: 168 time: 0.2134655 Mar 08 20:31:21.903945 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a0fdc-1f40-452b-9871-fca937d085cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6433b-4e48-4d81-bcde-4e88049b1433,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:22.544379 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:23.011688 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad63099-4e59-4f3c-95f1-84ca58d59406 req-23ab7840-f74c-411d-b67e-e6132b4aa2cd tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:23.013407 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ad63099-4e59-4f3c-95f1-84ca58d59406 req-23ab7840-f74c-411d-b67e-e6132b4aa2cd tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0555840 Mar 08 20:31:23.068055 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1ad63099-4e59-4f3c-95f1-84ca58d59406 req-cf17fd47-8d93-46ca-a67f-825cda685d95 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482850 Mar 08 20:31:26.347350 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:35.978783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52662) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:36.088925 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9352bb78-ddc1-49f6-9000-5e2353556c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.161187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9352bb78-ddc1-49f6-9000-5e2353556c74 admin admin] Publish callbacks [] for security_group (cad739a9-b4b1-49db-9094-2cfa73082750), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.229253 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9352bb78-ddc1-49f6-9000-5e2353556c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (cad739a9-b4b1-49db-9094-2cfa73082750), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.272080 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9352bb78-ddc1-49f6-9000-5e2353556c74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a1122ed08af4670ac905eb549ae4fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922006 Mar 08 20:31:36.272952 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352bb78-ddc1-49f6-9000-5e2353556c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad739a9-b4b1-49db-9094-2cfa73082750,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:36.274969 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52666) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:36.322082 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] Publish callbacks [] for security_group (cad739a9-b4b1-49db-9094-2cfa73082750), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.342563 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] Publish callbacks [] for security_group (cad739a9-b4b1-49db-9094-2cfa73082750), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.463632 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (cad739a9-b4b1-49db-9094-2cfa73082750), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.466138 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:36.467249 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cad739a9-b4b1-49db-9094-2cfa73082750 HTTP/1.1" status: 204 len: 168 time: 0.1913764 Mar 08 20:31:36.475184 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8e4b-b8e2-4e17-b5b9-2ee780e929dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad739a9-b4b1-49db-9094-2cfa73082750,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:37.204022 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52674) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:37.217529 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3265-ccfa-4cec-ac37-4b5d87f0fce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.289355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3265-ccfa-4cec-ac37-4b5d87f0fce6 admin admin] Publish callbacks [] for security_group (b8412294-8b35-47cc-aefb-da25413fef07), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.364711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3265-ccfa-4cec-ac37-4b5d87f0fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b8412294-8b35-47cc-aefb-da25413fef07), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.402338 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2a9a3265-ccfa-4cec-ac37-4b5d87f0fce6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90d069097024ecd821b14d09e7a8ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972368 Mar 08 20:31:37.403273 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a3265-ccfa-4cec-ac37-4b5d87f0fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8412294-8b35-47cc-aefb-da25413fef07,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:37.405078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52676) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:37.454524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] Publish callbacks [] for security_group (b8412294-8b35-47cc-aefb-da25413fef07), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.475128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] Publish callbacks [] for security_group (b8412294-8b35-47cc-aefb-da25413fef07), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.598735 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (b8412294-8b35-47cc-aefb-da25413fef07), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.601367 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:37.602532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8412294-8b35-47cc-aefb-da25413fef07 HTTP/1.1" status: 204 len: 168 time: 0.1964355 Mar 08 20:31:37.610374 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0de97b-0247-4a14-a7c8-03de9193f531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8412294-8b35-47cc-aefb-da25413fef07,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:38.433277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-28b263a0-d781-4a18-8a32-f1b219d0517d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447884 Mar 08 20:31:38.462963 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52682) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:38.476855 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a4b3-653f-46da-a0d9-608796a339be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.507523 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-193e3050-b161-40af-869b-70c01b9456da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:38.509062 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-193e3050-b161-40af-869b-70c01b9456da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1129 time: 0.0465293 Mar 08 20:31:38.553062 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a4b3-653f-46da-a0d9-608796a339be admin admin] Publish callbacks [] for security_group (5cf81276-8598-4013-a87f-e7e89c6acf6f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.619216 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-38ea7d71-dedb-4999-9f61-d25932983b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:38.620784 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-38ea7d71-dedb-4999-9f61-d25932983b44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.0906851 Mar 08 20:31:38.676163 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a4b3-653f-46da-a0d9-608796a339be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5cf81276-8598-4013-a87f-e7e89c6acf6f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.696272 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-7ce9fe41-b16c-4e4d-995a-9f71344f8cbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 200 len: 1001 time: 0.0696428 Mar 08 20:31:38.720461 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d1d1a4b3-653f-46da-a0d9-608796a339be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffa9f10b26034d8096eab0fdefde92ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563484 Mar 08 20:31:38.721677 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1a4b3-653f-46da-a0d9-608796a339be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf81276-8598-4013-a87f-e7e89c6acf6f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:38.724148 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52684) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:38.748019 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-feb12cea-4bbb-4c6f-9243-dfa51374c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:38.749560 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-feb12cea-4bbb-4c6f-9243-dfa51374c206 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0465934 Mar 08 20:31:38.780432 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] Publish callbacks [] for security_group (5cf81276-8598-4013-a87f-e7e89c6acf6f), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.805545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] Publish callbacks [] for security_group (5cf81276-8598-4013-a87f-e7e89c6acf6f), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.806048 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-60d3981b-d872-46de-9450-ae421280b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:38.809151 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-60d3981b-d872-46de-9450-ae421280b509 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483644 Mar 08 20:31:38.919637 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-b8ac441b-543e-40f4-bfcf-ad5a39dfa05b service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017058 Mar 08 20:31:38.960975 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (5cf81276-8598-4013-a87f-e7e89c6acf6f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.963588 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:38.964762 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf81276-8598-4013-a87f-e7e89c6acf6f HTTP/1.1" status: 204 len: 168 time: 0.2397220 Mar 08 20:31:38.974870 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757fb4-0f2e-4338-acf4-c34e551bd5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf81276-8598-4013-a87f-e7e89c6acf6f,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:39.011883 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d215fdbf-b1fd-42c2-9074-56bdd6f47bd0 req-e2637ea8-2545-4cde-9997-164dbec98174 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Mar 08 20:31:40.640255 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99f55e-68f2-4732-8ffe-d5f6347c6d17 req-7a621c48-2391-4901-97da-5eabe050c668 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:40.641736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b99f55e-68f2-4732-8ffe-d5f6347c6d17 req-7a621c48-2391-4901-97da-5eabe050c668 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0536196 Mar 08 20:31:40.701215 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7b99f55e-68f2-4732-8ffe-d5f6347c6d17 req-2831355a-0c67-42cc-88d5-6cc3e6ab5638 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535176 Mar 08 20:31:41.826791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab12b7-8d07-472a-88ce-0c29d3f3022b req-b2f0dd10-6960-44b6-abfd-6f9c03a6c30a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:41.828322 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-caab12b7-8d07-472a-88ce-0c29d3f3022b req-b2f0dd10-6960-44b6-abfd-6f9c03a6c30a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0535147 Mar 08 20:31:41.880143 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-caab12b7-8d07-472a-88ce-0c29d3f3022b req-f5c3a53f-777f-48a7-9a7a-d1b92cd65112 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Mar 08 20:31:42.576173 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-9302df6f-0527-4e05-9f91-ef583770e615 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:42.577639 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-9302df6f-0527-4e05-9f91-ef583770e615 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0531654 Mar 08 20:31:42.676211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Deleting port 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:42.676555 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.769034 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] For port 9ae33bb3-37dc-4413-92b3-1084659bebcf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9ae33bb3-37dc-4413-92b3-1084659bebcf,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:42.769316 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.944908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.945649 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:42.945649 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Floating IP 644b122f-a500-48bd-8e3f-b4aa93f68c1f disassociated. External IP: 172.27.0.132, port: 9ae33bb3-37dc-4413-92b3-1084659bebcf. Mar 08 20:31:42.946007 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Calling delete_port for 9ae33bb3-37dc-4413-92b3-1084659bebcf owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:43.050132 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95171179-d9ca-4e0c-8f1c-9cf7d8b81a76 req-e386b28a-0182-4e87-8ea9-e946d7af1334 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:43.051498 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95171179-d9ca-4e0c-8f1c-9cf7d8b81a76 req-e386b28a-0182-4e87-8ea9-e946d7af1334 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 947 time: 0.0971186 Mar 08 20:31:43.135472 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-95171179-d9ca-4e0c-8f1c-9cf7d8b81a76 req-11750c72-e306-4213-9d67-9dbdf5593a3a tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups?id=88b48e4a-512c-4167-a28e-78f169bea93b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755212 Mar 08 20:31:43.227241 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (9ae33bb3-37dc-4413-92b3-1084659bebcf), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.256208 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'Port': ['ID=9ae33bb3-37dc-4413-92b3-1084659bebcf,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:43.376948 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:43.486181 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:43.497181 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:43.507622 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:43.508298 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:43.527131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] No DVR routers for this DVR port 9ae33bb3-37dc-4413-92b3-1084659bebcf on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:43.529722 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:43.532976 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-78f95ad4-0f36-428f-b96f-ece7a00883f6 req-fad602b9-afab-4c15-b76a-c28bf158f393 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.47 "DELETE /v2.0/ports/9ae33bb3-37dc-4413-92b3-1084659bebcf HTTP/1.1" status: 204 len: 173 time: 0.9503641 Mar 08 20:31:43.533414 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-deleted', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:31:43.536358 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb31f6b-c5e0-4067-92ad-42eef2b6ee5b" -d '{"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-deleted", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:31:43.637524 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:43.713850 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd8d0f-2cda-4837-aae5-5c76e45a8610 x-openstack-request-id: req-01dd8d0f-2cda-4837-aae5-5c76e45a8610 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:31:43.714246 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d18f3b-a1e6-4db7-a273-8d0f78095bf7", "name": "network-vif-deleted", "tag": "9ae33bb3-37dc-4413-92b3-1084659bebcf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:31:43.715160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01dd8d0f-2cda-4837-aae5-5c76e45a8610 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:31:43.716666 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d18f3b-a1e6-4db7-a273-8d0f78095bf7', 'name': 'network-vif-deleted', 'tag': '9ae33bb3-37dc-4413-92b3-1084659bebcf', 'status': 'completed', 'code': 200} Mar 08 20:31:43.845140 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:43.873816 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:43.882611 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:43.883219 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:44.081239 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:44.250501 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-10c1ebdf-30ac-4577-a87e-762bc5fd7bf2 req-7d89b30e-ff47-4561-b7a9-aa3820f3aa3b tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d18f3b-a1e6-4db7-a273-8d0f78095bf7 HTTP/1.1" status: 200 len: 210 time: 0.0297070 Mar 08 20:31:44.279479 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:44.306162 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb00a2-0f02-46ea-9c6a-6ff57c0a64e4 None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:19:35Z', 'revision_number': 4, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'b90e48f3-f98d-499e-8ef6-e0350212edba', 'name': '', 'network_id': '49b11716-060c-4312-8b63-3e53952f4899', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'mac_address': 'fa:16:3e:ae:2f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7113153c-9626-4d8a-9275-69a831152744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:33Z', 'updated_at': '2022-03-08T20:19:47Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'subnets': [{'id': '7113153c-9626-4d8a-9275-69a831152744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:44.524156 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e240c8-d581-4fa9-adfb-fdd5a07720c4 None None] New status for floating IP 644b122f-a500-48bd-8e3f-b4aa93f68c1f: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:31:45.477102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52782) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:45.548047 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (88b48e4a-512c-4167-a28e-78f169bea93b), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.558010 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (88b48e4a-512c-4167-a28e-78f169bea93b), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.729951 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (88b48e4a-512c-4167-a28e-78f169bea93b), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.732592 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.733761 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "DELETE /v2.0/security-groups/88b48e4a-512c-4167-a28e-78f169bea93b HTTP/1.1" status: 204 len: 168 time: 0.2556427 Mar 08 20:31:45.736693 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52784) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:45.743218 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4e1e2-195f-494f-aea2-c1c1f0b4fc69 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b48e4a-512c-4167-a28e-78f169bea93b,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:45.751125 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-112a509a-6139-41d5-aab1-414c0606f1fb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] show failed (client error): The resource could not be found. Mar 08 20:31:45.752154 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-112a509a-6139-41d5-aab1-414c0606f1fb tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "GET /v2.0/security-groups/88b48e4a-512c-4167-a28e-78f169bea93b HTTP/1.1" status: 404 len: 347 time: 0.0143700 Mar 08 20:31:45.756095 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52786) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:45.882773 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Deleting port 76b6f50a-9f98-4c20-9825-8cf53f4591b9 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:45.883118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.965762 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.966085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (76b6f50a-9f98-4c20-9825-8cf53f4591b9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:45.977710 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Calling delete_port for 76b6f50a-9f98-4c20-9825-8cf53f4591b9 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:45.989900 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-9955edaa-b953-41e5-a3f0-a3b92ac27e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.025140 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:46.045136 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 9ae33bb3-37dc-4413-92b3-1084659bebcf {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:46.045478 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 9ae33bb3-37dc-4413-92b3-1084659bebcf not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:46.194908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (76b6f50a-9f98-4c20-9825-8cf53f4591b9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.223328 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Pushing event deleted for resources: {'Port': ['ID=76b6f50a-9f98-4c20-9825-8cf53f4591b9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:46.284198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks [] for floatingip (644b122f-a500-48bd-8e3f-b4aa93f68c1f), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.286722 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:46.287911 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c064ec63-d5f2-4cc5-9fab-84862b19be59 tempest-AttachVolumeShelveTestJSON-1728168892 tempest-AttachVolumeShelveTestJSON-1728168892-project] 10.222.0.18 "DELETE /v2.0/floatingips/644b122f-a500-48bd-8e3f-b4aa93f68c1f HTTP/1.1" status: 204 len: 168 time: 0.5308077 Mar 08 20:31:48.358977 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-79b63d5a-ac35-423f-8423-fb0d6e5cd9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.032191 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52826) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:49.567337 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (ecced304-67f2-4540-85b8-52fc41dc8281), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.617566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.819219 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Deleting port b90e48f3-f98d-499e-8ef6-e0350212edba {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:49.819485 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.897384 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] For port b90e48f3-f98d-499e-8ef6-e0350212edba, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=b90e48f3-f98d-499e-8ef6-e0350212edba,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:49.897769 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:49.909708 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Calling delete_port for b90e48f3-f98d-499e-8ef6-e0350212edba owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:50.441361 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (b90e48f3-f98d-499e-8ef6-e0350212edba), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.469616 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=b90e48f3-f98d-499e-8ef6-e0350212edba,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:50.641271 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (ecced304-67f2-4540-85b8-52fc41dc8281), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:50.862941 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Router ecced304-67f2-4540-85b8-52fc41dc8281 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:31:50.969812 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:50.975328 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-db0c8956-e872-4b67-b72f-914c996f5c1a admin admin] 10.222.0.18 "PUT /v2.0/routers/ecced304-67f2-4540-85b8-52fc41dc8281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9420905 Mar 08 20:31:50.977910 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52836) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:50.980478 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Sync routers for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:50.994885 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:50.995570 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:51.086562 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks [] for router (ecced304-67f2-4540-85b8-52fc41dc8281), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.104406 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:51.191696 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks [] for router_gateway (ecced304-67f2-4540-85b8-52fc41dc8281), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.280954 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:31:50Z', 'revision_number': 5, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port': {'id': '4d1b7382-6716-4a26-a91f-1d8078217e59', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:19:26Z', 'updated_at': '2022-03-08T20:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:51.310321 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Checking router: ecced304-67f2-4540-85b8-52fc41dc8281 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:51.318702 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Routers {'ecced304-67f2-4540-85b8-52fc41dc8281'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:51.319314 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ecced304-67f2-4540-85b8-52fc41dc8281'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:51.323231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Deleting port 4d1b7382-6716-4a26-a91f-1d8078217e59 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:51.323582 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.389197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.402717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] For port 4d1b7382-6716-4a26-a91f-1d8078217e59, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4d1b7382-6716-4a26-a91f-1d8078217e59,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:51.403085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.409792 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] Set router ecced304-67f2-4540-85b8-52fc41dc8281 gateway port host: None {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:51.415905 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Calling delete_port for 4d1b7382-6716-4a26-a91f-1d8078217e59 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:51.469890 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:31:51Z', 'revision_number': 6, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:51.498712 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d183ea1b-a37e-4214-bb38-bccf1bd153f8 None None] The sync data for ids ['ecced304-67f2-4540-85b8-52fc41dc8281'] in dv-cinder-830095-3-iscsi is: [{'id': 'ecced304-67f2-4540-85b8-52fc41dc8281', 'name': 'tempest-AttachVolumeShelveTestJSON-1525020653-router', 'tenant_id': '57a662310112488d9b7349bfaffb9a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:19:25Z', 'updated_at': '2022-03-08T20:31:51Z', 'revision_number': 6, 'project_id': '57a662310112488d9b7349bfaffb9a50', 'gw_port_host': None}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:31:51.679058 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (4d1b7382-6716-4a26-a91f-1d8078217e59), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.706411 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1b7382-6716-4a26-a91f-1d8078217e59,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:51.763958 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (ecced304-67f2-4540-85b8-52fc41dc8281), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.858852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (ecced304-67f2-4540-85b8-52fc41dc8281), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.861429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks [] for router_controller (ecced304-67f2-4540-85b8-52fc41dc8281), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.989494 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (ecced304-67f2-4540-85b8-52fc41dc8281), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:51.990032 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecced304-67f2-4540-85b8-52fc41dc8281 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:31:52.007535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.007535 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-24402dae-8329-4d22-a38e-90583fa17577 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ecced304-67f2-4540-85b8-52fc41dc8281 HTTP/1.1" status: 204 len: 168 time: 1.0169361 Mar 08 20:31:52.007535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52856) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:52.044895 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Deleting subnet 7113153c-9626-4d8a-9275-69a831152744 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:31:52.048722 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Publish callbacks [] for subnet (7113153c-9626-4d8a-9275-69a831152744), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.084555 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (7113153c-9626-4d8a-9275-69a831152744), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.162813 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (7113153c-9626-4d8a-9275-69a831152744), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.317155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device b90e48f3-f98d-499e-8ef6-e0350212edba no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:52.338566 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (7113153c-9626-4d8a-9275-69a831152744), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.342139 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: b90e48f3-f98d-499e-8ef6-e0350212edba {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:52.342139 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device b90e48f3-f98d-499e-8ef6-e0350212edba not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:52.342139 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d1b7382-6716-4a26-a91f-1d8078217e59 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:52.361812 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 4d1b7382-6716-4a26-a91f-1d8078217e59 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:52.362300 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4d1b7382-6716-4a26-a91f-1d8078217e59 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:52.366319 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7113153c-9626-4d8a-9275-69a831152744,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:52.368206 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.371455 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-0506880b-9e6a-4b62-b593-379a528269bb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7113153c-9626-4d8a-9275-69a831152744 HTTP/1.1" status: 204 len: 168 time: 0.3722861 Mar 08 20:31:52.372610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcefba-f7a0-49d9-a262-d4d2aa30e4a5 None None] Network 49b11716-060c-4312-8b63-3e53952f4899 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:52.374305 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52860) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:52.443373 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (49b11716-060c-4312-8b63-3e53952f4899), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.503326 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Deleting port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:52.503698 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.569190 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] DHCP port deletion for 49b11716-060c-4312-8b63-3e53952f4899 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:31:52.572937 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.576323 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] For port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:52.576323 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.591156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Calling delete_port for 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:52.623229 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Deleting port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:31:52.623610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.686694 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] For port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,segment=NetworkSegment(174a2378-6c5d-4393-a6a2-ddd512178b81),segment_id=174a2378-6c5d-4393-a6a2-ddd512178b81)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:52.687085 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.703196 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Calling delete_port for 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:31:52.743903 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.771668 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Pushing event deleted for resources: {'Port': ['ID=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:52.776131 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] No DVR routers for this DVR port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:52.780224 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (47aabfa1-0f9d-460c-bb31-543fc1b6b1ee), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.784680 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.784978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.785325 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.785671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.786006 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.786339 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.786670 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.787001 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.787341 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.787660 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.788012 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.792594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.792594 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:31:52.803793 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] Pushing event deleted for resources: {'Port': ['ID=47aabfa1-0f9d-460c-bb31-543fc1b6b1ee,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:52.809430 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c2f1f-eb27-4407-87e8-f1d0f9ea2f38 None None] No DVR routers for this DVR port 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:31:52.871283 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (49b11716-060c-4312-8b63-3e53952f4899), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.892698 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b11716-060c-4312-8b63-3e53952f4899']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:52.902731 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174a2378-6c5d-4393-a6a2-ddd512178b81') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:52.903026 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174a2378-6c5d-4393-a6a2-ddd512178b81') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:52.912363 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (174a2378-6c5d-4393-a6a2-ddd512178b81), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.926139 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (174a2378-6c5d-4393-a6a2-ddd512178b81), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.932381 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:31:52.932763 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (174a2378-6c5d-4393-a6a2-ddd512178b81), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:31:52.934393 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:31:53.092765 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (49b11716-060c-4312-8b63-3e53952f4899), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.094016 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.097501 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] 10.222.0.18 "DELETE /v2.0/networks/49b11716-060c-4312-8b63-3e53952f4899 HTTP/1.1" status: 204 len: 168 time: 0.7221332 Mar 08 20:31:53.108289 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df9b43-0a46-4e26-a102-843bdd23511c admin admin] Pushing event deleted for resources: {'Network': ['ID=49b11716-060c-4312-8b63-3e53952f4899,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:53.571851 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52872) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:53.610573 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c0637c17-aa21-43ff-8d5a-e953909c3704 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57a662310112488d9b7349bfaffb9a50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375891 Mar 08 20:31:53.613585 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52874) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:53.666139 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] Publish callbacks [] for security_group (84e8f729-32d2-42cf-aa35-ca9d1786db0a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.687423 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] Publish callbacks [] for security_group (84e8f729-32d2-42cf-aa35-ca9d1786db0a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.753014 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52878) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:53.812104 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (84e8f729-32d2-42cf-aa35-ca9d1786db0a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.814784 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.815962 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84e8f729-32d2-42cf-aa35-ca9d1786db0a HTTP/1.1" status: 204 len: 168 time: 0.2013187 Mar 08 20:31:53.824390 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2023b-5b26-4e96-8c2f-ad145e251eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e8f729-32d2-42cf-aa35-ca9d1786db0a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:53.865788 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-56e4d283-c487-48db-b37d-229dc7170c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:53.897542 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:31:53.937218 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-56e4d283-c487-48db-b37d-229dc7170c0e admin admin] Publish callbacks [] for security_group (120b37dc-aa76-474c-b106-d2084b8a4250), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.033879 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-56e4d283-c487-48db-b37d-229dc7170c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (120b37dc-aa76-474c-b106-d2084b8a4250), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.073004 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-56e4d283-c487-48db-b37d-229dc7170c0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6089060c33c4edbb976dd56ee8c8b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188686 Mar 08 20:31:54.073995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4d283-c487-48db-b37d-229dc7170c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b37dc-aa76-474c-b106-d2084b8a4250,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:54.075665 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52884) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:54.124791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] Publish callbacks [] for security_group (120b37dc-aa76-474c-b106-d2084b8a4250), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.149788 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] Publish callbacks [] for security_group (120b37dc-aa76-474c-b106-d2084b8a4250), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.198697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:31:54.222812 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:31:54.223155 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 47aabfa1-0f9d-460c-bb31-543fc1b6b1ee not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:31:54.280784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (120b37dc-aa76-474c-b106-d2084b8a4250), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.283468 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:54.285523 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/120b37dc-aa76-474c-b106-d2084b8a4250 HTTP/1.1" status: 204 len: 168 time: 0.2087617 Mar 08 20:31:54.294204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ba3c9-19ec-48f0-9836-f5e051af0323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b37dc-aa76-474c-b106-d2084b8a4250,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.009481 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52908) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:55.045382 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52912) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:55.060887 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7592-521e-45dc-9e7f-11197a2fad3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.137280 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7592-521e-45dc-9e7f-11197a2fad3e admin admin] Publish callbacks [] for security_group (dea3cb54-1c59-4fa4-8a08-b6e40fe5efac), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.208594 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1747621604-network', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:55.223236 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-1c0f7592-521e-45dc-9e7f-11197a2fad3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (dea3cb54-1c59-4fa4-8a08-b6e40fe5efac), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.261857 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-1c0f7592-521e-45dc-9e7f-11197a2fad3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31df2d651b514a6d909eeae6d1098f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146974 Mar 08 20:31:55.262713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f7592-521e-45dc-9e7f-11197a2fad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3cb54-1c59-4fa4-8a08-b6e40fe5efac,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.264737 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52914) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:55.302378 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'network': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:55.304618 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for network (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.313548 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.338135 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] Publish callbacks [] for security_group (dea3cb54-1c59-4fa4-8a08-b6e40fe5efac), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.369520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] Publish callbacks [] for security_group (dea3cb54-1c59-4fa4-8a08-b6e40fe5efac), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.438887 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks [] for security_group (962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.541148 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (dea3cb54-1c59-4fa4-8a08-b6e40fe5efac), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.543708 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.544929 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dea3cb54-1c59-4fa4-8a08-b6e40fe5efac HTTP/1.1" status: 204 len: 168 time: 0.2791731 Mar 08 20:31:55.553895 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6582d0a-d762-4bdb-aabe-7e800846c906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3cb54-1c59-4fa4-8a08-b6e40fe5efac,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.572062 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.606642 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:31:55.613145 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.618838 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (6a4424fa-2f7d-4210-8e08-15b7b6924985), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.619181 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.segments_db [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Added segment 6a4424fa-2f7d-4210-8e08-15b7b6924985 of type vlan for network dbc41aed-1242-4f9a-af5e-01e28febe80b Mar 08 20:31:55.658898 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745724402216'] for network (dbc41aed-1242-4f9a-af5e-01e28febe80b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.772027 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034'] for network (dbc41aed-1242-4f9a-af5e-01e28febe80b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.773010 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:55.773597 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:55.835037 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] Pushing event updated for resources: {'Network': ['ID=dbc41aed-1242-4f9a-af5e-01e28febe80b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:55.844742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Network dbc41aed-1242-4f9a-af5e-01e28febe80b details requested by agent ovs-agent-dv-cinder-830095-3-iscsi with host dv-cinder-830095-3-iscsi {{(pid=103783) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 20:31:55.872446 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-99dfdb6a-e237-44fe-a951-c3143f6d814d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8617442 Mar 08 20:31:55.875623 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52922) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:55.881654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Request body: {'subnet': {'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-subnet', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:55.992470 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'subnet': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:31:55.994883 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6085969'] for subnet (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.191189 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 52924) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:56.203699 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f90b93d5-3e2c-4895-9cc7-5910b104f3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.237112 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6259255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6085967'] for subnet (0993b844-e1bd-4400-8377-6bb7d15c9d03), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.318176 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0993b844-e1bd-4400-8377-6bb7d15c9d03,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.336441 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f90b93d5-3e2c-4895-9cc7-5910b104f3d4 admin admin] Publish callbacks [] for security_group (fe9f71aa-7d69-421e-8f1d-0827f95fe2b6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.339370 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:56.339744 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Network hostable DHCP agents. Network: dbc41aed-1242-4f9a-af5e-01e28febe80b, hostable agents: ['969a9148-25d1-4d72-8fa3-a16b46397852'], hosted agents: [] {{(pid=103782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:31:56.343471 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.427652 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f90b93d5-3e2c-4895-9cc7-5910b104f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (fe9f71aa-7d69-421e-8f1d-0827f95fe2b6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.471794 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f90b93d5-3e2c-4895-9cc7-5910b104f3d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34c0a8732fcd45978ce2e09f67fbc54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794778 Mar 08 20:31:56.473740 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b93d5-3e2c-4895-9cc7-5910b104f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f71aa-7d69-421e-8f1d-0827f95fe2b6,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.474604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52926) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:56.480786 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is scheduled to be hosted by DHCP agent 969a9148-25d1-4d72-8fa3-a16b46397852 with binding_index 1 {{(pid=103782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:31:56.524289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] Publish callbacks [] for security_group (fe9f71aa-7d69-421e-8f1d-0827f95fe2b6), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.545062 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] Publish callbacks [] for security_group (fe9f71aa-7d69-421e-8f1d-0827f95fe2b6), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.595126 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-3-iscsi, dbc41aed-1242-4f9a-af5e-01e28febe80b) {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:56.600405 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:31:56.601360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.604852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ebf17-9f50-47c9-b858-9d07e3926e86 None None] Network dbc41aed-1242-4f9a-af5e-01e28febe80b requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:56.690824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (fe9f71aa-7d69-421e-8f1d-0827f95fe2b6), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.693417 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.694732 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe9f71aa-7d69-421e-8f1d-0827f95fe2b6 HTTP/1.1" status: 204 len: 168 time: 0.2190673 Mar 08 20:31:56.704513 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fab64-bfa6-4fbe-90d4-59af7ea197aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f71aa-7d69-421e-8f1d-0827f95fe2b6,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:56.704672 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f05728d-2221-5642-8e90-37bf603d36b3-dbc41aed-1242-4f9a-af5e-01e28febe80b', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03'}]}} from dv-cinder-830095-3-iscsi. {{(pid=103783) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 20:31:56.705928 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.723384 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c1d9c41b-4243-4544-8226-85c3e81b06f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8456666 Mar 08 20:31:56.726553 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52930) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:56.733452 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:31:56.835021 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1985428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30797'] for router (db672b61-ad7f-400a-9faf-445db0ea324d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.836184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1986148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1888418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30842'] for router (db672b61-ad7f-400a-9faf-445db0ea324d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:56.859297 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.db_base_plugin_common [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Allocated IP 172.20.0.2 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/77f94baf-4198-4476-8f24-6aff1d5e4b5c) {{(pid=103783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:56.890586 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for router_controller (db672b61-ad7f-400a-9faf-445db0ea324d), precommit_add_association {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.002772 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks [] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), precommit_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.098207 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), after_create {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.137143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for router_gateway (db672b61-ad7f-400a-9faf-445db0ea324d), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.147173 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:57.150023 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.scheduler.base_scheduler [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Resources bound (agent type, host, resource id): {{(pid=103783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:57.153440 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Received port after_create {{(pid=103783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:57.161054 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Pushing event updated for resources: {'Port': ['ID=77f94baf-4198-4476-8f24-6aff1d5e4b5c,revision_number=1']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:57.219902 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Attempting to bind port 77f94baf-4198-4476-8f24-6aff1d5e4b5c on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:31:57.220234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Attempting to bind port 77f94baf-4198-4476-8f24-6aff1d5e4b5c by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:31:57.220652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Attempting to bind port 77f94baf-4198-4476-8f24-6aff1d5e4b5c on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:31:57.226716 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:31:57.227366 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:31:57.227868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.228391 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:31:57.228918 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Bound port: 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:31:57.229495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.294510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] For port 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:31:57.297822 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] For port 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=77f94baf-4198-4476-8f24-6aff1d5e4b5c,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:31:57.395270 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for router_gateway (db672b61-ad7f-400a-9faf-445db0ea324d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.400861 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.414464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.467104 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8b5f7-445f-44f9-8a9f-4b3a74468d8f None None] Pushing event updated for resources: {'Port': ['ID=77f94baf-4198-4476-8f24-6aff1d5e4b5c,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:57.527550 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Allocated IP 172.27.0.42 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/00840f37-93ad-48f0-a17f-fdb61af70944) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:57.661119 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for port (00840f37-93ad-48f0-a17f-fdb61af70944), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.770468 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:57.812497 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:31:57.815379 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:31:57.818899 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:31:57.841031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=00840f37-93ad-48f0-a17f-fdb61af70944,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:58.187859 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for router_gateway (db672b61-ad7f-400a-9faf-445db0ea324d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.252505 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 77f94baf-4198-4476-8f24-6aff1d5e4b5c up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:31:58.311544 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 77f94baf-4198-4476-8f24-6aff1d5e4b5c triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:58.312475 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.406154 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e4458-8d1b-47a0-aa5b-e178cb1d268a None None] Network dbc41aed-1242-4f9a-af5e-01e28febe80b requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:31:58.452604 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 77f94baf-4198-4476-8f24-6aff1d5e4b5c is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:58.453002 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.660895 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Provisioning complete for port 77f94baf-4198-4476-8f24-6aff1d5e4b5c triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:58.661185 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.679243 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1986159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989370'] for router (db672b61-ad7f-400a-9faf-445db0ea324d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.708123 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=77f94baf-4198-4476-8f24-6aff1d5e4b5c,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:31:58.793149 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.840249 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Current status of the port 77f94baf-4198-4476-8f24-6aff1d5e4b5c is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:58.840905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:58.875142 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=77f94baf-4198-4476-8f24-6aff1d5e4b5c,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:31:58.916111 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.db.api [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:31:58.916544 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG oslo_db.api [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:31:58.955238 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Router db672b61-ad7f-400a-9faf-445db0ea324d is scheduled to L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed with binding_index 1 {{(pid=103781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:31:59.072745 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:31:59.081624 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:31:59.090710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:31:59.091430 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:59.201568 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:31:59.208410 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.209720 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-244f1bf1-1f0a-44c4-81e4-17248b82a3f6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4820719 Mar 08 20:31:59.212524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 52998) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:31:59.387781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:31:57Z', 'revision_number': 3, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:31:59.421662 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:31:59.422227 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Updating router db672b61-ad7f-400a-9faf-445db0ea324d port 00840f37-93ad-48f0-a17f-fdb61af70944 binding host dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:31:59.478046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-f81eda10-e6dc-4aa1-a0e4-ff088e79807d None None] Current status of the port 77f94baf-4198-4476-8f24-6aff1d5e4b5c is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:59.480015 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.625490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-c9b3d231-ae1b-4de5-95c2-6ddf26e26614 None None] Provisioning complete for port 77f94baf-4198-4476-8f24-6aff1d5e4b5c triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:31:59.625786 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c9b3d231-ae1b-4de5-95c2-6ddf26e26614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.643982 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.793600 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3d231-ae1b-4de5-95c2-6ddf26e26614 None None] Current status of the port 77f94baf-4198-4476-8f24-6aff1d5e4b5c is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:31:59.802694 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Allocated IP 172.20.0.1 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:31:59.815510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks [] for port (00840f37-93ad-48f0-a17f-fdb61af70944), precommit_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.908826 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks [] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:31:59.954794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.007361 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Attempting to bind port 00840f37-93ad-48f0-a17f-fdb61af70944 on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:00.007751 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Attempting to bind port 00840f37-93ad-48f0-a17f-fdb61af70944 by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:00.008131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Attempting to bind port 00840f37-93ad-48f0-a17f-fdb61af70944 on network fd8f52e2-f746-4fa2-ae86-f377ba465583 {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:00.018624 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Pushing event updated for resources: {'Port': ['ID=00840f37-93ad-48f0-a17f-fdb61af70944,revision_number=2']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.020818 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:00.021196 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Checking segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:00.021619 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.021996 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Bound using segment: {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'} {{(pid=103783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:00.022462 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.managers [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Bound port: 00840f37-93ad-48f0-a17f-fdb61af70944, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}}] {{(pid=103783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:00.022848 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.046528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.046737 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.046918 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.047266 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.047892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.048235 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.048697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.049031 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.049392 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.049697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.050017 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.050342 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.050663 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.063426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.089164 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] For port 00840f37-93ad-48f0-a17f-fdb61af70944, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:00.090097 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:00.092716 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] For port 00840f37-93ad-48f0-a17f-fdb61af70944, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=00840f37-93ad-48f0-a17f-fdb61af70944,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:00.099518 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:00.104239 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:00.109150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.138960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.139385 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.139891 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.140124 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.140469 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.140808 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.141195 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.141532 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.141853 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.142190 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.142521 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.143949 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.144287 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:00.158995 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1982935'] for router_interface (db672b61-ad7f-400a-9faf-445db0ea324d), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.161576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.233519 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 77f94baf-4198-4476-8f24-6aff1d5e4b5c up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:00.266735 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3109c-eb0e-452f-9f46-d1f407e9a0ec None None] Pushing event updated for resources: {'Port': ['ID=00840f37-93ad-48f0-a17f-fdb61af70944,revision_number=3']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.294774 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:00.294774 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:00.354743 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 77f94baf-4198-4476-8f24-6aff1d5e4b5c triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:00.355110 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.389274 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.458705 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-11653de1-0312-4435-b9cd-5c96b9b3f00a None None] Provisioning complete for port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:00.459302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-11653de1-0312-4435-b9cd-5c96b9b3f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.461666 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:00.561459 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks [] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.630539 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-11653de1-0312-4435-b9cd-5c96b9b3f00a None None] Port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:32:00.640806 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 77f94baf-4198-4476-8f24-6aff1d5e4b5c is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:00.644652 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.719535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1982907'] for router_interface (db672b61-ad7f-400a-9faf-445db0ea324d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:00.721963 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:00.823279 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:00.824864 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:00.863646 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:31:57Z', 'revision_number': 3, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:00.892125 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b2bf7d-9827-4f01-ae1c-97c62348ef6d None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:31:57Z', 'revision_number': 3, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:00.971386 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:01.060186 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-e6d12b6f-1982-4a85-a40b-e0a1e77eb9b6 None None] Provisioning complete for port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:01.060660 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e6d12b6f-1982-4a85-a40b-e0a1e77eb9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.099069 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:01.109582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-e6d12b6f-1982-4a85-a40b-e0a1e77eb9b6 None None] Port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:32:01.114991 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-35051fea-7837-4291-b98a-17774117b5a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/db672b61-ad7f-400a-9faf-445db0ea324d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013150 Mar 08 20:32:01.771406 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53026) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:01.777093 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738228325', 'description': 'tempest-description--2042024499'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:01.869355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:01.962507 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (9b17b183-f51d-4609-b304-35be9ba1ab60), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.023711 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9b17b183-f51d-4609-b304-35be9ba1ab60), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.055641 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17b183-f51d-4609-b304-35be9ba1ab60,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.129081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.130336 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2a4cc9a0-34dd-4ffe-a149-ff26df7ba070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3579245 Mar 08 20:32:02.140684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53030) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:02.145236 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '9b17b183-f51d-4609-b304-35be9ba1ab60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:02.242250 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 00840f37-93ad-48f0-a17f-fdb61af70944 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:02.267381 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (26e5bab5-145b-455c-8aee-365e93ac85de), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.301447 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 00840f37-93ad-48f0-a17f-fdb61af70944 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:02.301829 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.337135 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (26e5bab5-145b-455c-8aee-365e93ac85de), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.380169 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 00840f37-93ad-48f0-a17f-fdb61af70944 is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:02.382183 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.402672 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] For port 00840f37-93ad-48f0-a17f-fdb61af70944, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=00840f37-93ad-48f0-a17f-fdb61af70944,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:02.444207 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (26e5bab5-145b-455c-8aee-365e93ac85de), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.468014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e5bab5-145b-455c-8aee-365e93ac85de,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.478510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.535744 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Pushing event updated for resources: {'Port': ['ID=00840f37-93ad-48f0-a17f-fdb61af70944,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.556402 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:02.567436 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:02.568430 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:02.583526 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.584969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c46dbb04-7bc1-4bc6-bab7-506ba4b821bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4433622 Mar 08 20:32:02.587604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53032) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:02.592233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '9b17b183-f51d-4609-b304-35be9ba1ab60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:02.680370 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:02.691318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (95cdca40-dc1b-4bf5-87db-cb42471e87f5), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.754784 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (95cdca40-dc1b-4bf5-87db-cb42471e87f5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.838727 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (95cdca40-dc1b-4bf5-87db-cb42471e87f5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.868796 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cdca40-dc1b-4bf5-87db-cb42471e87f5,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:02.898540 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:02.928462 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:02.928814 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Updating router db672b61-ad7f-400a-9faf-445db0ea324d port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b binding host dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 20:32:02.957267 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.994769 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:02.996045 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f56b69d6-e0ff-4dc9-bcd3-557f41bbae2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072702 Mar 08 20:32:02.999284 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53034) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:03.003925 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:03.218064 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.319236 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.322158 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks [] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), precommit_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.398478 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.435501 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.27.0.30 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/bdf4d90c-b933-4b07-a678-c6fff4a4228d) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:03.451109 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Pushing event updated for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=3']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:03.476792 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.477157 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.477728 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.478260 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.478602 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.478939 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.479271 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.479605 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.484535 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.484535 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.484535 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.484535 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.484535 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:32:03.521847 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Attempting to bind port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b on host dv-cinder-830095-3-iscsi for vnic_type normal with profile {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:03.522224 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Attempting to bind port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b by drivers openvswitch,hyperv on host dv-cinder-830095-3-iscsi at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:03.522595 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Attempting to bind port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:03.528731 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Checking agent: {'id': 'af3a2465-2405-4c80-b2ef-11ca3d82f2ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 10, 52), 'started_at': datetime.datetime(2022, 3, 8, 20, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:03.529262 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:03.529726 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.530186 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:03.530715 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.managers [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Bound port: ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b, host: dv-cinder-830095-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:03.531390 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), before_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.560739 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.600027 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] For port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b, host dv-cinder-830095-3-iscsi, cleared binding levels {{(pid=103784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:03.603195 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.plugins.ml2.db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] For port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b, host dv-cinder-830095-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:03.660403 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-ed1db502-a196-4ba0-bb25-3f5c101a9b78 None None] Provisioning complete for port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:03.660955 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ed1db502-a196-4ba0-bb25-3f5c101a9b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.674757 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.695495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-ed1db502-a196-4ba0-bb25-3f5c101a9b78 None None] Port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:32:03.704186 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron_lib.callbacks.manager [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_update {{(pid=103784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.716661 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:03.722447 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:03.725045 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:03.731952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=bdf4d90c-b933-4b07-a678-c6fff4a4228d,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:03.762232 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:03.762872 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:31:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:03.767990 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be1ebf-82c8-4a4c-a2ae-9699d3386e4a None None] Pushing event updated for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=4']} {{(pid=103784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:03.836345 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:03.888897 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:03.938487 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.018670 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Provisioning complete for port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:04.018995 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.108580 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Current status of the port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b is: DOWN; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:04.108987 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.120003 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:03Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:04.130675 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.148720 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336aa08d-ca51-48e3-ba58-19a7b8e1a6d7 None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:03Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:04.155821 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] For port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:04.195112 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.234489 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.278915 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 00840f37-93ad-48f0-a17f-fdb61af70944 up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:04.313598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=bdf4d90c-b933-4b07-a678-c6fff4a4228d,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:04.326911 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.341673 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5db1cb-588d-4594-8c70-8df93d6b8ef6 None None] Pushing event updated for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:04.363076 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port 00840f37-93ad-48f0-a17f-fdb61af70944 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:04.363456 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.426763 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:04.428077 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-69233948-c508-491f-9e70-c102a7983862 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4276872 Mar 08 20:32:04.457557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port 00840f37-93ad-48f0-a17f-fdb61af70944 is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:04.605576 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-e37e85ee-0a3a-44eb-b071-cdce7b5f0d51 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1738228325&fields=id&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 267 time: 0.0549178 Mar 08 20:32:04.724808 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-ca5ee03c-7280-451e-86b3-c9722bff2e2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:04.726321 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-ca5ee03c-7280-451e-86b3-c9722bff2e2e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1137397 Mar 08 20:32:04.742308 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-3fb12e31-3507-4d0f-b42c-5d6471ff37b2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/quotas/cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 375 time: 0.0101538 Mar 08 20:32:04.801245 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-bcb48706-f120-47ab-bdef-2466d3ef566b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531616 Mar 08 20:32:04.902613 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-2bf3d923-42ec-4b69-afa2-bc728bbf5752 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899289 Mar 08 20:32:05.007051 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-6f8ca039-be40-4a7c-be11-f353df2fb829 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984466 Mar 08 20:32:05.266133 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d87150b5-a710-4b60-a458-7a6931ef971d req-08927d1b-b274-4ec6-b44b-e6930bf32bb3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 210 time: 0.0283828 Mar 08 20:32:06.233001 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b up at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:06.283487 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Provisioning complete for port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:06.283842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:06.352211 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd3228a5-99f2-4b52-83ac-5e214751ad27 req-9f8fbee4-4440-4b0a-8ab8-25f6e5228422 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 210 time: 0.0318949 Mar 08 20:32:06.370628 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Current status of the port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b is: ACTIVE; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:07.458554 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c8fdb60a-f7e9-4bc2-91ee-2c677773fa68 req-237e6920-7249-460c-90fd-916ac8488276 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Mar 08 20:32:07.731465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-2c30db3b-85b3-48e4-a22f-69dbf7e98779 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:07.732967 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-2c30db3b-85b3-48e4-a22f-69dbf7e98779 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1124594 Mar 08 20:32:07.806478 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-311bc817-9652-4046-9c48-20fc7d16bd0d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 380 time: 0.0585420 Mar 08 20:32:07.816870 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'port': {'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'admin_state_up': True, 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'security_groups': ['9b17b183-f51d-4609-b304-35be9ba1ab60']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:07.988911 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:32:07.992247 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.121947 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.20.0.12 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/0dfa169a-aee8-4a0d-ad62-09e01cd8fad5) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:32:08.264598 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.435329 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.481299 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:32:08.484341 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:32:08.488992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:32:08.495288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:08.575205 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.575846 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.607159 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf5b4f-06b7-493b-8077-121b1988a836 req-1f83fd58-43b6-43d4-9b8b-a6ecfdf9f731 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:08.608790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3aaf5b4f-06b7-493b-8077-121b1988a836 req-1f83fd58-43b6-43d4-9b8b-a6ecfdf9f731 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 932 time: 0.0776672 Mar 08 20:32:08.666105 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3aaf5b4f-06b7-493b-8077-121b1988a836 req-47da8f13-3ac8-43d1-a308-9a925b390d66 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Mar 08 20:32:08.669771 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-55572712-185d-4a50-8b2f-558ccf932bce tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8571901 Mar 08 20:32:08.681627 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Request body: {'port': {'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:08.702788 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-7aeb8447-d77b-4fd1-80c3-56d8d43ae6f9 None None] Provisioning complete for port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:08.703378 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8447-d77b-4fd1-80c3-56d8d43ae6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.738564 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb8447-d77b-4fd1-80c3-56d8d43ae6f9 None None] Port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:32:08.743995 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:08.997467 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:09.004725 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks [] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.016382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Transition to ACTIVE for port object 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:32:09.089351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.138261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.219235 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Attempting to bind port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:32:09.219575 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Attempting to bind port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:32:09.220064 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Attempting to bind port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:09.225365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 on network dbc41aed-1242-4f9a-af5e-01e28febe80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:32:09.225694 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Attempting to bind port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:32:09.230804 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:32:09.231148 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:32:09.231539 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:32:09.232006 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Bound port: 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:32:09.232368 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.303443 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:32:09.306560 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:32:09.404851 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.442303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.442935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:09.444349 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] 10.222.0.47 "PUT /v2.0/ports/0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 200 len: 1094 time: 0.7671232 Mar 08 20:32:09.444792 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:09.447051 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a8a3c6-3726-4189-8629-e8ae680b2725" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:09.468879 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c94cc-61d1-4189-a6b1-fbdd59ddd869 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:09.485351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743d8696-e83b-4477-a807-d7b9d35471ea x-openstack-request-id: req-743d8696-e83b-4477-a807-d7b9d35471ea {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:09.486464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:09.486464 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-743d8696-e83b-4477-a807-d7b9d35471ea {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:09.486869 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'status': 'completed', 'code': 200} Mar 08 20:32:09.609822 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-56780400-4367-43f4-826d-3214e64165fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.612036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-56780400-4367-43f4-826d-3214e64165fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1128 time: 0.0487709 Mar 08 20:32:09.715009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-768209cf-c42b-4580-b1f0-831dbb3928fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:09.716477 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-768209cf-c42b-4580-b1f0-831dbb3928fd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968707 Mar 08 20:32:10.101780 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47eca21-a3bb-4414-8208-424fb1db7d82 req-5881443e-becf-4c46-aa57-ad27dde79eef tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.103259 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b47eca21-a3bb-4414-8208-424fb1db7d82 req-5881443e-becf-4c46-aa57-ad27dde79eef tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 944 time: 0.3621294 Mar 08 20:32:10.104263 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-7b195c76-697b-416d-8b26-7953c2e30682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.105568 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-97a8a3c6-3726-4189-8629-e8ae680b2725 req-7b195c76-697b-416d-8b26-7953c2e30682 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3831460 Mar 08 20:32:10.161255 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b47eca21-a3bb-4414-8208-424fb1db7d82 req-55d1a05a-77df-4510-98bd-834e7d1f55a8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521383 Mar 08 20:32:10.194124 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-3cea9c15-ca8e-4bb7-995c-c74176c1f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.195614 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-3cea9c15-ca8e-4bb7-995c-c74176c1f20d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1128 time: 0.0499368 Mar 08 20:32:10.240862 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-0bd1f573-5311-44b0-89bd-cec2bc4d18dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 200 len: 217 time: 0.0382981 Mar 08 20:32:10.289420 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-5986508f-2c83-4ca7-bdfe-a47da4471594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.290874 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-5986508f-2c83-4ca7-bdfe-a47da4471594 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0435376 Mar 08 20:32:10.347564 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939edc-5305-4b20-a72d-81381ce12a11 req-217328a2-a1db-4f61-82e6-e303fd60d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:10.349027 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-217328a2-a1db-4f61-82e6-e303fd60d578 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524828 Mar 08 20:32:10.445107 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-3400c647-9c82-49f8-a712-162a5c24a1ed service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897930 Mar 08 20:32:10.533350 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-50939edc-5305-4b20-a72d-81381ce12a11 req-9edfb3ae-388f-4455-a496-64f385addd85 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Mar 08 20:32:11.285688 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4661-d2e8-4dc1-8ef4-d9eb0a8f2303 req-f148732d-db27-4ea0-b0d7-36443bef62b8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:11.287167 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-986b4661-d2e8-4dc1-8ef4-d9eb0a8f2303 req-f148732d-db27-4ea0-b0d7-36443bef62b8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 944 time: 0.0591631 Mar 08 20:32:11.340022 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-986b4661-d2e8-4dc1-8ef4-d9eb0a8f2303 req-ef3551ea-41f5-4f6a-b46f-a0880226018b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 Mar 08 20:32:12.455588 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7140dd2-a983-421b-b88d-ed5f8aae70bf req-c7d583f5-4874-41de-831a-41b3f55aa49f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:12.456995 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7140dd2-a983-421b-b88d-ed5f8aae70bf req-c7d583f5-4874-41de-831a-41b3f55aa49f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 944 time: 0.0519662 Mar 08 20:32:12.502924 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7140dd2-a983-421b-b88d-ed5f8aae70bf req-ea7d958b-7a3f-4cb7-b3d2-2c40a2c832f8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Mar 08 20:32:13.631901 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472450-8c51-477b-a676-2aaa1b6fa4fe req-8ae9bcb7-b893-4d0e-a735-473bd2012e4a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:13.633424 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce472450-8c51-477b-a676-2aaa1b6fa4fe req-8ae9bcb7-b893-4d0e-a735-473bd2012e4a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 944 time: 0.0630584 Mar 08 20:32:13.680983 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce472450-8c51-477b-a676-2aaa1b6fa4fe req-d98ebb32-ff14-4cc5-8111-dd6be77de8c7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419745 Mar 08 20:32:14.179844 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:32:14.278570 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:14.289708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:32:14.326913 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:14.327302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.340610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:32:14.360285 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:14.427323 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:14.479249 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:14.798230 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8807c-b847-45b6-9eff-603e075c4ec6 req-db26eb5b-f8f6-4250-9762-a6da45b5ba4d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:14.799732 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ae8807c-b847-45b6-9eff-603e075c4ec6 req-db26eb5b-f8f6-4250-9762-a6da45b5ba4d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Mar 08 20:32:14.846848 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2ae8807c-b847-45b6-9eff-603e075c4ec6 req-40b4f0fe-3663-4801-b8c4-bca6cc120211 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Mar 08 20:32:15.060914 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:32:15.969031 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2a67c-6cb8-4ba7-9f9c-acf4de43b7e9 req-861b4c17-7a8a-401a-9dd2-6cf33b6610d9 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:15.970502 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02d2a67c-6cb8-4ba7-9f9c-acf4de43b7e9 req-861b4c17-7a8a-401a-9dd2-6cf33b6610d9 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 945 time: 0.0559559 Mar 08 20:32:15.981569 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-96986310-cb4f-4ddc-9834-6b9468f35183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:16.029058 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-02d2a67c-6cb8-4ba7-9f9c-acf4de43b7e9 req-bd4b3a7e-4d79-4dfa-a103-f97b8b2bd85b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524716 Mar 08 20:32:17.148326 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60358c0-ff4b-489c-92c9-bc7f9c1204af req-6d661e07-c54b-413f-9542-61feaf3b9156 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:17.149832 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f60358c0-ff4b-489c-92c9-bc7f9c1204af req-6d661e07-c54b-413f-9542-61feaf3b9156 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 945 time: 0.0544362 Mar 08 20:32:17.196486 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f60358c0-ff4b-489c-92c9-bc7f9c1204af req-03111a5d-c1d9-4390-9b7b-182fdca882e3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Mar 08 20:32:18.211470 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:32:18.314289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5ca29-387c-43cb-bba4-6aa3815d08e5 req-430699df-29b0-4176-89c7-974c332a261f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:18.315697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bca5ca29-387c-43cb-bba4-6aa3815d08e5 req-430699df-29b0-4176-89c7-974c332a261f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 945 time: 0.0539374 Mar 08 20:32:18.323908 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2a1054f0-94a6-4548-9f12-896bfa752375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:18.363466 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:32:18.363709 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bca5ca29-387c-43cb-bba4-6aa3815d08e5 req-f04c0dc2-b98a-42ad-8572-88d675eb3e20 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Mar 08 20:32:18.368076 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:32:18.368461 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:18.450162 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:32:18.450553 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:18.472412 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:18.474610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf84c3-556d-45a4-b3b3-a1ced8f19488" -d '{"events": [{"server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "name": "network-vif-plugged", "status": "completed", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:18.487684 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:32:18.533128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86925174-fe73-4f76-a6b6-718393633f7a x-openstack-request-id: req-86925174-fe73-4f76-a6b6-718393633f7a {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:18.533128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "name": "network-vif-plugged", "status": "completed", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:18.533128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86925174-fe73-4f76-a6b6-718393633f7a {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:18.533128 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'code': 200} Mar 08 20:32:18.606104 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:18.653593 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:18.988512 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be477-f6a0-487c-8254-22e1c5328950 req-1578e15d-8a96-456b-b0af-ae4ec94bc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:18.990021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-895be477-f6a0-487c-8254-22e1c5328950 req-1578e15d-8a96-456b-b0af-ae4ec94bc106 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1130 time: 0.0477743 Mar 08 20:32:19.033174 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-895be477-f6a0-487c-8254-22e1c5328950 req-f1c4f7fc-1856-4713-8102-c394058db120 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368998 Mar 08 20:32:19.480571 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b564dc-dedc-44d1-8b44-9ec5b31ef260 req-3cb250b5-f878-4007-b544-08961518f849 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:19.482045 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d2b564dc-dedc-44d1-8b44-9ec5b31ef260 req-3cb250b5-f878-4007-b544-08961518f849 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Mar 08 20:32:19.528597 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d2b564dc-dedc-44d1-8b44-9ec5b31ef260 req-46f9e73a-13aa-4c54-a070-3c9b138cc059 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Mar 08 20:32:19.680142 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:20.648364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde2760-1b81-46a2-9f21-9f8eb230ffb1 req-83673cd2-ceca-47ce-ac87-69201cfd2d05 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:20.649819 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fde2760-1b81-46a2-9f21-9f8eb230ffb1 req-83673cd2-ceca-47ce-ac87-69201cfd2d05 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0524075 Mar 08 20:32:20.700209 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6fde2760-1b81-46a2-9f21-9f8eb230ffb1 req-8683cb3d-b81f-4115-8b4c-3aeef50eed85 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 Mar 08 20:32:21.411353 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:21.817074 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2b1c1-ed23-430f-8ebd-78e863ca17a3 req-9cbc0d5f-34ba-4ec2-b6d2-27fbd6a21b31 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:21.818530 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e0d2b1c1-ed23-430f-8ebd-78e863ca17a3 req-9cbc0d5f-34ba-4ec2-b6d2-27fbd6a21b31 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0528519 Mar 08 20:32:21.868216 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e0d2b1c1-ed23-430f-8ebd-78e863ca17a3 req-8823ec08-3966-4de6-81c5-acdc9b3bf91b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Mar 08 20:32:21.985217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50a3b3-1a28-41f0-8699-e2f0a8e9c9d4 req-7b407d98-0b67-4430-bfa6-d3ee2d40230a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:21.986632 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1a50a3b3-1a28-41f0-8699-e2f0a8e9c9d4 req-7b407d98-0b67-4430-bfa6-d3ee2d40230a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0538094 Mar 08 20:32:21.995084 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53158) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:21.999288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:32:22.041278 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.486573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.531079 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.563342 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.660985 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d associated. External IP: 172.27.0.30, port: 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5. Mar 08 20:32:22.874075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:32:22.983646 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:32:22.998922 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:22.999027 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:32:23.007030 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:23.007933 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:32:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:23.020829 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-76f96b8c-ae5f-46c9-9fce-e25ee535d053 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "PUT /v2.0/floatingips/83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d HTTP/1.1" status: 200 len: 991 time: 1.0247159 Mar 08 20:32:23.021416 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:32:23.023641 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f257d1-99e9-4726-ab1f-cd880cb1e224" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:32:23.066850 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0d4b7-5eac-4d17-bdfc-7b7dab22762d x-openstack-request-id: req-70f0d4b7-5eac-4d17-bdfc-7b7dab22762d {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:32:23.067140 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:32:23.067396 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70f0d4b7-5eac-4d17-bdfc-7b7dab22762d {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:32:23.067891 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'status': 'completed', 'code': 200} Mar 08 20:32:23.123487 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:23.134577 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-40d44006-ab38-494e-bc5d-72a6b4cb9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:23.136137 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-40d44006-ab38-494e-bc5d-72a6b4cb9380 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1130 time: 0.0486763 Mar 08 20:32:23.226283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-ab14c79e-a269-40f0-9536-d62eeb9ebd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:23.227833 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-ab14c79e-a269-40f0-9536-d62eeb9ebd3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0863216 Mar 08 20:32:23.296911 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-8c9721be-df7a-468e-84ff-c7d53e884207 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 200 len: 999 time: 0.0628376 Mar 08 20:32:23.346714 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-53c416f4-6a19-4e0b-9f25-98040c00100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:23.348023 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:22Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:23.348296 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-53c416f4-6a19-4e0b-9f25-98040c00100e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0456626 Mar 08 20:32:23.374353 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:32:23.383855 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:32:23.384469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:32:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:23.397196 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-a2424936-7f61-4dd0-86ca-3aa5fa9c8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:32:23.398696 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-a2424936-7f61-4dd0-86ca-3aa5fa9c8669 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443254 Mar 08 20:32:23.492339 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-a2a8d99d-fb98-4edb-8233-68c2e249fca1 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877209 Mar 08 20:32:23.495823 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:32:23.581697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-76f257d1-99e9-4726-ab1f-cd880cb1e224 req-da612b15-f582-4274-93a1-199065208cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Mar 08 20:32:23.723876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:22Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:32:23.749892 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8af8c9-c1db-4bc4-9263-a29fe3e64b32 None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:22Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:32:23.935872 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078c50a-cb95-4c05-b49a-6a7a08f50e3c None None] New status for floating IP 83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:32:26.318259 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:30.897006 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:32:40.300634 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53244) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:40.403777 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a119f81-8f5a-4f19-9ae3-1ff7140769bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.481610 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a119f81-8f5a-4f19-9ae3-1ff7140769bd admin admin] Publish callbacks [] for security_group (a28f7faa-ae19-40c4-b43c-0860c80e1b87), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.549306 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4a119f81-8f5a-4f19-9ae3-1ff7140769bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a28f7faa-ae19-40c4-b43c-0860c80e1b87), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.585734 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4a119f81-8f5a-4f19-9ae3-1ff7140769bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fe50c737ac1490f8fc01680d16547e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839961 Mar 08 20:32:40.588512 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53248) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:32:40.590280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a119f81-8f5a-4f19-9ae3-1ff7140769bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28f7faa-ae19-40c4-b43c-0860c80e1b87,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:40.640414 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] Publish callbacks [] for security_group (a28f7faa-ae19-40c4-b43c-0860c80e1b87), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.661781 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] Publish callbacks [] for security_group (a28f7faa-ae19-40c4-b43c-0860c80e1b87), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.782815 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a28f7faa-ae19-40c4-b43c-0860c80e1b87), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.785410 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:40.788044 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a28f7faa-ae19-40c4-b43c-0860c80e1b87 HTTP/1.1" status: 204 len: 168 time: 0.1970541 Mar 08 20:32:40.794158 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff63e2a-9896-4fae-bf6a-35f2dc802204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28f7faa-ae19-40c4-b43c-0860c80e1b87,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:32:45.971068 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a14dbf88-bced-4b74-a4fb-9f4e01d2b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:48.340360 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-924c2d7b-6e1b-4fa0-b241-7a2041f00b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:49.654668 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:51.394086 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:52.570958 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:32:56.374731 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:07.895817 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:15.993295 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6bca82eb-da27-4cd1-85ad-e14e8602ec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:18.296566 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5a77c7cd-9236-40f9-bfb3-d5a358c99e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:19.656710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:21.399041 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:22.541519 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:26.346867 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.334055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53562) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:40.419477 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-326de89a-83c5-41a1-9fa1-d358dcd15328 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438025 Mar 08 20:33:40.511921 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-4a5b6426-75d9-43ea-8500-1eeb0b306eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.513460 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-4a5b6426-75d9-43ea-8500-1eeb0b306eff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0479758 Mar 08 20:33:40.628750 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-e877ee14-d67e-408d-a9b2-a401275dea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.630168 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-e877ee14-d67e-408d-a9b2-a401275dea7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.0947688 Mar 08 20:33:40.652720 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Deleting port 82affda9-b178-4b6a-9a84-615798f92b4b {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:40.653077 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.709726 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-588b5c88-69ad-41ef-b8f7-686c6e41fc65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 1000 time: 0.0736859 Mar 08 20:33:40.730703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.731033 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for floatingip (82affda9-b178-4b6a-9a84-615798f92b4b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:40.747359 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Calling delete_port for 82affda9-b178-4b6a-9a84-615798f92b4b owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:40.771973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-0c906d46-3286-46de-9248-53b252a618aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.773939 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-0c906d46-3286-46de-9248-53b252a618aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0590153 Mar 08 20:33:40.826155 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-d439b285-99d0-4f10-bff5-8b73ae86d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:40.827742 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-d439b285-99d0-4f10-bff5-8b73ae86d197 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483556 Mar 08 20:33:40.933253 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-198eb7b4-b512-4116-aa28-f873bcc214a8 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987036 Mar 08 20:33:40.987270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53572) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:41.028629 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (82affda9-b178-4b6a-9a84-615798f92b4b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.029950 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-68cdf9b7-77cf-472e-910c-cda5539e809d req-9b602349-9a8b-4c46-86ff-e80bb2da4122 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893106 Mar 08 20:33:41.058180 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event deleted for resources: {'Port': ['ID=82affda9-b178-4b6a-9a84-615798f92b4b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.087258 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.087611 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.088017 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.088358 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.088692 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.089023 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.089355 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.089684 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.090008 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.090368 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.090654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.090975 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.091296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.131025 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-097ad61e-b97e-4bae-ac58-5dff99b8beef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.159237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for floatingip (d9428e96-238a-49af-a030-3189013b4271), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.159237 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Floating IP d9428e96-238a-49af-a030-3189013b4271 disassociated (deleted). External IP: 172.27.0.18, port: 3812c987-f2f5-4a51-bc25-9f5b762ab5bf. Mar 08 20:33:41.305202 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-097ad61e-b97e-4bae-ac58-5dff99b8beef admin admin] Publish callbacks [] for security_group (bb83222f-3cdb-4827-aec9-9c40741df982), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.406681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Router 99ce261f-57a1-45df-9102-3997edc1dd76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:41.505726 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-097ad61e-b97e-4bae-ac58-5dff99b8beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bb83222f-3cdb-4827-aec9-9c40741df982), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.555505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:41.561218 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-097ad61e-b97e-4bae-ac58-5dff99b8beef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3b7c7254e46492da88c8ce91931b1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5704579 Mar 08 20:33:41.562239 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53576) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:41.562615 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.567099 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Sync routers for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:41.575457 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:41.577005 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:41.585117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ad61e-b97e-4bae-ac58-5dff99b8beef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb83222f-3cdb-4827-aec9-9c40741df982,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.599928 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8e96d7f2-1b9f-483a-916e-320b6aa518ab tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "DELETE /v2.0/floatingips/d9428e96-238a-49af-a030-3189013b4271 HTTP/1.1" status: 204 len: 168 time: 1.2648232 Mar 08 20:33:41.600516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:41.612629 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307" -d '{"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:41.623215 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Publish callbacks [] for security_group (bb83222f-3cdb-4827-aec9-9c40741df982), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.649503 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Publish callbacks [] for security_group (bb83222f-3cdb-4827-aec9-9c40741df982), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.696932 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:41.808557 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe70a03-9af7-4229-9cca-6bdf00058b75 x-openstack-request-id: req-1fe70a03-9af7-4229-9cca-6bdf00058b75 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:41.808847 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:41.809133 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fe70a03-9af7-4229-9cca-6bdf00058b75 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:41.809528 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'status': 'completed', 'code': 200} Mar 08 20:33:41.826160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bb83222f-3cdb-4827-aec9-9c40741df982), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.828860 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:41.830532 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb83222f-3cdb-4827-aec9-9c40741df982 HTTP/1.1" status: 204 len: 168 time: 0.2677615 Mar 08 20:33:41.865337 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb83222f-3cdb-4827-aec9-9c40741df982,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:41.877269 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.877624 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.877974 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.878309 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.878648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.878983 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.879409 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.879862 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.880088 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.880415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.880749 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.881072 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.881394 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f6ab3-5cae-488a-8a65-0dae397e4444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:41.902456 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-55de15b5-1614-4313-a98a-c51026ab558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:41.904847 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-55de15b5-1614-4313-a98a-c51026ab558c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec073555b40e40df9318d033b470df8c&device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 1129 time: 0.0725358 Mar 08 20:33:41.929014 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:41.959533 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Checking router: 99ce261f-57a1-45df-9102-3997edc1dd76 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:41.969267 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:41.970032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:42.011664 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-af74efc2-d8cc-4702-9f85-4ec26648b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.013441 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-af74efc2-d8cc-4702-9f85-4ec26648b7f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 200 len: 909 time: 0.1001208 Mar 08 20:33:42.069729 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-8586b180-cbc4-42de-bcad-ec0fd17809e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 200 len: 217 time: 0.0493443 Mar 08 20:33:42.100682 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:42.153801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1e6f8-2b7c-4782-84fa-beeaeae3038b req-5a1b5aae-bdc8-4d52-8d20-ff9d66b63d4d tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.155290 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77a1e6f8-2b7c-4782-84fa-beeaeae3038b req-5a1b5aae-bdc8-4d52-8d20-ff9d66b63d4d tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0954931 Mar 08 20:33:42.156683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-baf46bc5-0e95-49ca-a07a-b5e807beb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.158135 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-baf46bc5-0e95-49ca-a07a-b5e807beb32f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 200 len: 848 time: 0.0699923 Mar 08 20:33:42.239990 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-77a1e6f8-2b7c-4782-84fa-beeaeae3038b req-0b7c8d35-1b2b-45b3-9cac-2c9c6080fc42 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768385 Mar 08 20:33:42.248680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-28294d97-f1e4-499d-ba8e-7dd3b53152a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:42.250394 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-28294d97-f1e4-499d-ba8e-7dd3b53152a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6718212b-ce08-445d-a7de-aa686e112064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854936 Mar 08 20:33:42.312668 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:42.341201 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c336437-be0f-4ab2-b43b-42191a15f313 None None] The sync data for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi is: [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:27:17Z', 'revision_number': 4, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '3887b327-1fb1-4ecf-8bc0-2edb02e56eae', 'name': '', 'network_id': '6718212b-ce08-445d-a7de-aa686e112064', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'mac_address': 'fa:16:3e:12:de:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:16Z', 'updated_at': '2022-03-08T20:27:21Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'subnets': [{'id': '14cc6982-6d80-4e63-83a2-b3332f066afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:42.355739 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-f7ff6d76-e16c-4a68-9dab-d136b7c694f8 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980828 Mar 08 20:33:42.454721 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d523e90b-6fe2-4b7f-a4bb-9094a90e3307 req-96651c59-1877-4db3-a3d7-8c41f8a8f520 service neutron] 10.222.0.47 "GET /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912578 Mar 08 20:33:42.592468 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303797bc-21e5-4401-8679-e711a2cc0218 None None] New status for floating IP d9428e96-238a-49af-a030-3189013b4271: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:33:43.361802 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e1586-c6ce-48b2-9c15-4be8a8d2e4d7 req-2d1b3c9a-08b9-4725-bf2c-ab81aac3b174 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:43.363288 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce9e1586-c6ce-48b2-9c15-4be8a8d2e4d7 req-2d1b3c9a-08b9-4725-bf2c-ab81aac3b174 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0531745 Mar 08 20:33:43.412491 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ce9e1586-c6ce-48b2-9c15-4be8a8d2e4d7 req-e57c64b7-7dac-4683-b368-1c3f334544bd tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436754 Mar 08 20:33:44.528654 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355704-3d6d-477c-88dd-bb1da3b2195f req-d4e997ae-a989-4d31-87e0-01339c9c625a tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:44.530190 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-80355704-3d6d-477c-88dd-bb1da3b2195f req-d4e997ae-a989-4d31-87e0-01339c9c625a tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0524118 Mar 08 20:33:44.582677 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-80355704-3d6d-477c-88dd-bb1da3b2195f req-e9c6fbd3-7a3f-424e-b031-37d385521f23 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Mar 08 20:33:44.895970 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:33:45.700583 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cadf28-a781-4131-8ee0-48245ec0147f req-59399055-97c6-4a92-818f-d5d7ae61017a tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:45.702085 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-94cadf28-a781-4131-8ee0-48245ec0147f req-59399055-97c6-4a92-818f-d5d7ae61017a tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Mar 08 20:33:45.751221 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-94cadf28-a781-4131-8ee0-48245ec0147f req-6b1c100c-4f75-44ad-81aa-c8ddaf31535d tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Mar 08 20:33:46.037107 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b31c5383-7034-46cb-903b-c056953eb6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:46.074879 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-4c0be847-73c3-4dea-a562-34b94cd8a568 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=49d8514c6639487988561a60efcffad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292902 Mar 08 20:33:46.496217 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-ecc74ab7-aa88-4f2b-aa78-b6ca73c37c23 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.498816 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-ecc74ab7-aa88-4f2b-aa78-b6ca73c37c23 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166365 Mar 08 20:33:46.511976 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-ea06fec0-c368-43d9-aa58-19c2a488b2ed tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/quotas/49d8514c6639487988561a60efcffad3 HTTP/1.1" status: 200 len: 375 time: 0.0089023 Mar 08 20:33:46.544646 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-4e008fe0-727d-4099-a508-1c7312608af5 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d8514c6639487988561a60efcffad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269322 Mar 08 20:33:46.807659 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-61cf24c2-1526-4e95-886e-79539bd523a5 req-5448a4cb-17ac-4998-92b6-8c572910f681 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Mar 08 20:33:46.884409 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d69d4-25ac-4c2f-acf8-c6dde88fa124 req-ab189438-0ba2-462f-9bb6-7a579d7329a9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:46.885902 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e8d69d4-25ac-4c2f-acf8-c6dde88fa124 req-ab189438-0ba2-462f-9bb6-7a579d7329a9 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0578837 Mar 08 20:33:46.952235 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2e8d69d4-25ac-4c2f-acf8-c6dde88fa124 req-f4c0a3ea-e31a-4a27-aaec-052f18071565 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608695 Mar 08 20:33:47.884526 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c2170d96-9379-4f43-bf12-53abc93da8e3 req-9ce3bbd9-3976-4043-acb9-6921064ff71e tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Mar 08 20:33:48.085515 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922340d-41ae-4357-83c4-dc0b9fc6bace req-911207e5-bbbf-4cf5-b67a-100ea8065b9c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:48.093472 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d922340d-41ae-4357-83c4-dc0b9fc6bace req-911207e5-bbbf-4cf5-b67a-100ea8065b9c tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Mar 08 20:33:48.135907 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d922340d-41ae-4357-83c4-dc0b9fc6bace req-509a3f14-e86d-4590-91c9-99df3ace2235 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Mar 08 20:33:48.313714 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f16c77db-9e92-4ab8-b8f3-a86259c6336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.566586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3812c987-f2f5-4a51-bc25-9f5b762ab5bf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:33:48.639918 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf is: ACTIVE; New status is: DOWN {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:48.640315 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.662426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:48.664695 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eac99c6-218d-4f40-a046-d984affcdfea" -d '{"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:48.677667 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:48.700726 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64648130-29c9-47b7-a33d-e874a55c8e70 x-openstack-request-id: req-64648130-29c9-47b7-a33d-e874a55c8e70 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:48.701022 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:48.701281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64648130-29c9-47b7-a33d-e874a55c8e70 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:48.701686 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'code': 200} Mar 08 20:33:48.837445 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:48.888158 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=9']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:48.895446 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.895819 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.896168 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.896508 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.896842 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.897174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.897507 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.897830 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.898156 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.898485 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.898812 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.899131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.899451 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:33:48.976140 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1c609adc-d3af-40e4-b64b-84b17a48d9ca req-050d1da2-cdd9-4987-b42c-10511b019857 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Mar 08 20:33:49.287295 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69e00-852c-4cc2-9579-2ce8d7a8fd47 req-ef3bbf77-7b9a-490e-b0fd-c008e9b64216 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.288793 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1e69e00-852c-4cc2-9579-2ce8d7a8fd47 req-ef3bbf77-7b9a-490e-b0fd-c008e9b64216 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0833561 Mar 08 20:33:49.309313 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-49a4895b-6886-4daa-860c-d030d4c34617 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.310715 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-49a4895b-6886-4daa-860c-d030d4c34617 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.47 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 943 time: 0.0762415 Mar 08 20:33:49.388060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c1e69e00-852c-4cc2-9579-2ce8d7a8fd47 req-bd84749f-72fa-4677-8921-be1d67e89c2f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/security-groups?id=eeba0a8f-a245-484a-bff7-e6883d9cc4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915575 Mar 08 20:33:49.441800 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Deleting port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:49.442102 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.487395 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-dcedc542-545c-4dc2-bac4-474e8a384db6 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=49d8514c6639487988561a60efcffad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296085 Mar 08 20:33:49.534371 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] For port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:49.534742 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.548132 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Calling delete_port for 3812c987-f2f5-4a51-bc25-9f5b762ab5bf owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:49.676778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-b9338275-57dd-41c6-b86b-0f82bba89bab tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:49.678229 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-b9338275-57dd-41c6-b86b-0f82bba89bab tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856639 Mar 08 20:33:49.682785 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.691156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Request body: {'port': {'device_id': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb', 'admin_state_up': True, 'tenant_id': '49d8514c6639487988561a60efcffad3'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:49.781426 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (3812c987-f2f5-4a51-bc25-9f5b762ab5bf), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.810098 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event deleted for resources: {'Port': ['ID=3812c987-f2f5-4a51-bc25-9f5b762ab5bf,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:49.859376 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] No DVR routers for this DVR port 3812c987-f2f5-4a51-bc25-9f5b762ab5bf on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:33:49.863043 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.866539 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20ee41cb-7818-46c6-90a2-178b7439c920 req-e59e09f3-f789-4bdf-8b76-fe6f32e5067f tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.47 "DELETE /v2.0/ports/3812c987-f2f5-4a51-bc25-9f5b762ab5bf HTTP/1.1" status: 204 len: 173 time: 0.5469899 Mar 08 20:33:49.866980 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-deleted', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:49.869227 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe553585-995c-4167-83a9-7e29a974ec8e" -d '{"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-deleted", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:49.905079 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d53b5a9-bbf3-4d53-b237-2119a539dc6d x-openstack-request-id: req-3d53b5a9-bbf3-4d53-b237-2119a539dc6d {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:49.905397 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eed8158-f759-4d49-8ac9-eb6a64f7c4a7", "name": "network-vif-deleted", "tag": "3812c987-f2f5-4a51-bc25-9f5b762ab5bf", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:49.905652 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d53b5a9-bbf3-4d53-b237-2119a539dc6d {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:49.906059 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eed8158-f759-4d49-8ac9-eb6a64f7c4a7', 'name': 'network-vif-deleted', 'tag': '3812c987-f2f5-4a51-bc25-9f5b762ab5bf', 'status': 'completed', 'code': 200} Mar 08 20:33:49.908048 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Made reservation on behalf of 49d8514c6639487988561a60efcffad3 for: {'port': 1} {{(pid=103782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:33:49.912584 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.921452 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:49.994100 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks [] for security_group (84f08318-7267-4d49-8ace-8117e4690571), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.084726 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-30da53a4-2010-42c8-91a2-e1a89d29e098 req-bf6cc16a-f271-4d83-832a-223c481b77d2 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 210 time: 0.0349238 Mar 08 20:33:50.139742 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (84f08318-7267-4d49-8ace-8117e4690571), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.205805 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f08318-7267-4d49-8ace-8117e4690571,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:50.285800 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Allocated IP 192.168.233.31 (4c4763f4-eaf8-49a4-9cd1-76fd53338beb/30786583-0f13-4cda-8bfa-4e0fea4bcfc4/46003e01-35ae-4aa0-8602-51ad457ba15f) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:33:50.432352 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks [] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.485106 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b71f44e9-2ced-46db-9281-1fcd3b622704 req-b020ddfa-9523-464d-a7ed-6356fe704c62 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0273645 Mar 08 20:33:50.547681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.595751 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:33:50.598617 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:33:50.602223 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:33:50.627034 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Pushing event updated for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:50.661264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:50.662087 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.751149 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-bba430e9-795c-4071-841c-3482d8a4000d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0637152 Mar 08 20:33:50.811831 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Request body: {'port': {'device_id': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:33:50.831157 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-0ee0eec0-11a5-4146-a795-50efd9856aa2 None None] Provisioning complete for port 46003e01-35ae-4aa0-8602-51ad457ba15f triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:33:50.832073 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0ee0eec0-11a5-4146-a795-50efd9856aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:50.868659 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0eec0-11a5-4146-a795-50efd9856aa2 None None] Port 46003e01-35ae-4aa0-8602-51ad457ba15f cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:33:50.873703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.151233 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46003e01-35ae-4aa0-8602-51ad457ba15f {{(pid=103782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:51.159241 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks [] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.171682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.provisioning_blocks [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Transition to ACTIVE for port object 46003e01-35ae-4aa0-8602-51ad457ba15f will not be triggered until provisioned by entity L2. {{(pid=103782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:33:51.217679 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51329b1-3078-437d-9097-cc8e89a49faf req-3a401f0f-58a9-47b2-936b-abec4700386f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.219195 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c51329b1-3078-437d-9097-cc8e89a49faf req-3a401f0f-58a9-47b2-936b-abec4700386f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 935 time: 0.0544009 Mar 08 20:33:51.256084 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.268034 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c51329b1-3078-437d-9097-cc8e89a49faf req-7ac3dc5b-1c4c-49d2-a17c-07ba43ae6c34 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Mar 08 20:33:51.313734 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349a986-6219-4220-871c-67a81956556d service neutron] Pushing event updated for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:51.394008 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Attempting to bind port 46003e01-35ae-4aa0-8602-51ad457ba15f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:33:51.394338 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Attempting to bind port 46003e01-35ae-4aa0-8602-51ad457ba15f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:33:51.394663 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Attempting to bind port 46003e01-35ae-4aa0-8602-51ad457ba15f on network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:51.399233 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Port 46003e01-35ae-4aa0-8602-51ad457ba15f on network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:33:51.399656 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Attempting to bind port 46003e01-35ae-4aa0-8602-51ad457ba15f on network 4c4763f4-eaf8-49a4-9cd1-76fd53338beb {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:33:51.404898 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:33:51.405231 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Checking segment: {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:33:51.405610 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Bound using segment: {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'} {{(pid=103782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:33:51.406035 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.managers [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Bound port: 46003e01-35ae-4aa0-8602-51ad457ba15f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1e63f9-3294-4d20-ab60-eab126ab9ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb'}}] {{(pid=103782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:33:51.406391 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.433400 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.482310 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, cleared binding levels {{(pid=103782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:33:51.487084 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=46003e01-35ae-4aa0-8602-51ad457ba15f,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:33:51.591197 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e5da016-c871-4c93-bffb-6cad1d3c76db req-daf58017-1836-4467-8f12-44e13d5a5457 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eed8158-f759-4d49-8ac9-eb6a64f7c4a7 HTTP/1.1" status: 200 len: 210 time: 0.0279989 Mar 08 20:33:51.638964 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.675703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.676340 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:51.677718 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-6349a986-6219-4220-871c-67a81956556d service neutron] 10.222.0.47 "PUT /v2.0/ports/46003e01-35ae-4aa0-8602-51ad457ba15f HTTP/1.1" status: 200 len: 1097 time: 0.8705420 Mar 08 20:33:51.678160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:51.680429 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d934c-6af1-4a75-ad97-7953a8537e62" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:51.707748 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349a986-6219-4220-871c-67a81956556d service neutron] Pushing event updated for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=3']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:51.725441 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd7b39-9ad6-4e59-87f2-4e392282ca9c x-openstack-request-id: req-a1cd7b39-9ad6-4e59-87f2-4e392282ca9c {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:51.725897 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:51.726103 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1cd7b39-9ad6-4e59-87f2-4e392282ca9c {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:51.726507 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f', 'status': 'completed', 'code': 200} Mar 08 20:33:51.791483 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d934c-6af1-4a75-ad97-7953a8537e62 req-ce15e6f9-de1f-4799-a4d5-668d19a3b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.794515 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-5f1d934c-6af1-4a75-ad97-7953a8537e62 req-ce15e6f9-de1f-4799-a4d5-668d19a3b19d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=49d8514c6639487988561a60efcffad3&device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 1131 time: 0.0483758 Mar 08 20:33:51.822160 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-5f1d934c-6af1-4a75-ad97-7953a8537e62 req-38d9f7dd-a0af-4e14-b636-e4c200ec9858 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=49d8514c6639487988561a60efcffad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211201 Mar 08 20:33:51.918459 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d934c-6af1-4a75-ad97-7953a8537e62 req-49f3d795-b961-4ad7-b93d-6b90d0c01c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:51.919965 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-5f1d934c-6af1-4a75-ad97-7953a8537e62 req-49f3d795-b961-4ad7-b93d-6b90d0c01c9e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927186 Mar 08 20:33:51.998517 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-a730267a-cf4e-457e-8d20-adfc1d7dc867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.000014 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-a730267a-cf4e-457e-8d20-adfc1d7dc867 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=49d8514c6639487988561a60efcffad3&device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 1131 time: 0.0452282 Mar 08 20:33:52.051619 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-da2b877d-1a5a-40de-ad2b-297404615e19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=46003e01-35ae-4aa0-8602-51ad457ba15f HTTP/1.1" status: 200 len: 217 time: 0.0450518 Mar 08 20:33:52.100723 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-64fcecc7-adb8-407b-b78b-6fc0a8c7840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.102197 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-64fcecc7-adb8-407b-b78b-6fc0a8c7840e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30786583-0f13-4cda-8bfa-4e0fea4bcfc4 HTTP/1.1" status: 200 len: 843 time: 0.0443518 Mar 08 20:33:52.149457 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-13a89f0d-590f-4c29-a896-391e87f4e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.150886 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-13a89f0d-590f-4c29-a896-391e87f4e711 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c4763f4-eaf8-49a4-9cd1-76fd53338beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0429592 Mar 08 20:33:52.239963 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-f94f56a9-7f09-4979-8499-bfde8bfc7017 service neutron] 10.222.0.47 "GET /v2.0/networks/4c4763f4-eaf8-49a4-9cd1-76fd53338beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833123 Mar 08 20:33:52.328963 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-b57413c5-3432-45f4-98f7-4a58e06b3b82 req-ba472eb9-36fd-4892-98fd-e36e615d4774 service neutron] 10.222.0.47 "GET /v2.0/networks/4c4763f4-eaf8-49a4-9cd1-76fd53338beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815308 Mar 08 20:33:52.390144 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be3636-22ae-40bb-b85c-fd86da4b12dc req-50f5333b-1d58-4022-b40f-4bb34ccd8afc tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:52.391857 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16be3636-22ae-40bb-b85c-fd86da4b12dc req-50f5333b-1d58-4022-b40f-4bb34ccd8afc tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 947 time: 0.0573654 Mar 08 20:33:52.441248 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-16be3636-22ae-40bb-b85c-fd86da4b12dc req-9a90153c-fac3-4ab6-ad32-2033bcf38216 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Mar 08 20:33:52.541768 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.648888 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53686) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:52.705542 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (eeba0a8f-a245-484a-bff7-e6883d9cc4a4), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.730399 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (eeba0a8f-a245-484a-bff7-e6883d9cc4a4), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.861423 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (eeba0a8f-a245-484a-bff7-e6883d9cc4a4), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.864112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:52.865308 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] 10.222.0.18 "DELETE /v2.0/security-groups/eeba0a8f-a245-484a-bff7-e6883d9cc4a4 HTTP/1.1" status: 204 len: 168 time: 0.2153881 Mar 08 20:33:52.874579 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d5e60-90b5-42f8-88f1-8a021173af60 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba0a8f-a245-484a-bff7-e6883d9cc4a4,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:52.977503 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53690) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:53.489668 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (99ce261f-57a1-45df-9102-3997edc1dd76), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.625421 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a750d17-5dab-4df6-a6e0-617b8d78e7f0 req-f9d5b87a-0e43-405a-ad6e-0ab4dc7b8246 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:53.627396 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0a750d17-5dab-4df6-a6e0-617b8d78e7f0 req-f9d5b87a-0e43-405a-ad6e-0ab4dc7b8246 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 947 time: 0.1036029 Mar 08 20:33:53.734970 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0a750d17-5dab-4df6-a6e0-617b8d78e7f0 req-c07ebc20-2f17-4ef8-a37e-6dcb85d844d2 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012485 Mar 08 20:33:53.822917 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Deleting port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:53.823256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.911513 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] For port 3887b327-1fb1-4ecf-8bc0-2edb02e56eae, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:53.911902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:53.929658 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Calling delete_port for 3887b327-1fb1-4ecf-8bc0-2edb02e56eae owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:54.214588 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (3887b327-1fb1-4ecf-8bc0-2edb02e56eae), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.240869 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3887b327-1fb1-4ecf-8bc0-2edb02e56eae,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:54.410050 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (99ce261f-57a1-45df-9102-3997edc1dd76), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.622289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Router 99ce261f-57a1-45df-9102-3997edc1dd76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:54.729883 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:54.735424 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-37bf00b6-658f-4fae-93a1-fe0ae1b4b9fe admin admin] 10.222.0.18 "PUT /v2.0/routers/99ce261f-57a1-45df-9102-3997edc1dd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563632 Mar 08 20:33:54.738291 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53696) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:54.739085 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Sync routers for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:54.748967 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:54.749603 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:54.857423 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:54.877703 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks [] for router (99ce261f-57a1-45df-9102-3997edc1dd76), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:54.929448 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32355f-273d-49c8-a558-2d8971fb7d4c req-afe557c7-cb89-4f04-bfdf-5d07149d2348 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:54.933826 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8e32355f-273d-49c8-a558-2d8971fb7d4c req-afe557c7-cb89-4f04-bfdf-5d07149d2348 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 947 time: 0.1062140 Mar 08 20:33:55.024261 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8e32355f-273d-49c8-a558-2d8971fb7d4c req-7d0347ce-d97c-415f-adbb-6d24279c153e tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Mar 08 20:33:55.029311 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks [] for router_gateway (99ce261f-57a1-45df-9102-3997edc1dd76), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.040521 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:33:54Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:55.067330 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Checking router: 99ce261f-57a1-45df-9102-3997edc1dd76 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:55.075767 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Routers {'99ce261f-57a1-45df-9102-3997edc1dd76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:55.076383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['99ce261f-57a1-45df-9102-3997edc1dd76'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:55.183057 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] Set router 99ce261f-57a1-45df-9102-3997edc1dd76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:55.271087 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Deleting port a364702c-3ccc-432a-b42d-e6d9d076dd5a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:55.271438 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.349948 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] For port a364702c-3ccc-432a-b42d-e6d9d076dd5a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=a364702c-3ccc-432a-b42d-e6d9d076dd5a,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:55.350316 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.362905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:33:54Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:55.363320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Calling delete_port for a364702c-3ccc-432a-b42d-e6d9d076dd5a owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:55.389179 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807aaa4-f068-4cc3-b9cb-b9b82aa4ebcf None None] The sync data for ids ['99ce261f-57a1-45df-9102-3997edc1dd76'] in dv-cinder-830095-3-iscsi is: [{'id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'name': 'tempest-TestShelveInstance-1029090963-router', 'tenant_id': 'ec073555b40e40df9318d033b470df8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:13Z', 'updated_at': '2022-03-08T20:33:54Z', 'revision_number': 5, 'project_id': 'ec073555b40e40df9318d033b470df8c', 'gw_port': {'id': 'a364702c-3ccc-432a-b42d-e6d9d076dd5a', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ce261f-57a1-45df-9102-3997edc1dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:14Z', 'updated_at': '2022-03-08T20:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:55.598680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (a364702c-3ccc-432a-b42d-e6d9d076dd5a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.628956 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a364702c-3ccc-432a-b42d-e6d9d076dd5a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:55.697683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (99ce261f-57a1-45df-9102-3997edc1dd76), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.791573 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (99ce261f-57a1-45df-9102-3997edc1dd76), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.793869 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks [] for router_controller (99ce261f-57a1-45df-9102-3997edc1dd76), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.964111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (99ce261f-57a1-45df-9102-3997edc1dd76), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.973387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ce261f-57a1-45df-9102-3997edc1dd76 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:33:55.973387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:55.973387 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-bb3e1034-f26d-4cf3-9ac9-29c4517ed0e6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/99ce261f-57a1-45df-9102-3997edc1dd76 HTTP/1.1" status: 204 len: 168 time: 1.2318177 Mar 08 20:33:55.974076 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53702) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:56.032274 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Deleting subnet 14cc6982-6d80-4e63-83a2-b3332f066afb {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:33:56.036254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Publish callbacks [] for subnet (14cc6982-6d80-4e63-83a2-b3332f066afb), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.358705 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (14cc6982-6d80-4e63-83a2-b3332f066afb), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.385924 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53706) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:56.403518 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.430741 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f32d-29d3-44da-8aa0-a50430c4b711 req-f552dcd8-53cc-4ae8-bee5-818947a792ba tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:56.439383 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7372f32d-29d3-44da-8aa0-a50430c4b711 req-f552dcd8-53cc-4ae8-bee5-818947a792ba tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 947 time: 0.3271410 Mar 08 20:33:56.492681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (14cc6982-6d80-4e63-83a2-b3332f066afb), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.497607 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7372f32d-29d3-44da-8aa0-a50430c4b711 req-fd893a9b-d98a-4cb3-b03d-4674abd106c8 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Mar 08 20:33:56.511245 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 3887b327-1fb1-4ecf-8bc0-2edb02e56eae no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:33:56.535304 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 3887b327-1fb1-4ecf-8bc0-2edb02e56eae {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:33:56.535650 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 3887b327-1fb1-4ecf-8bc0-2edb02e56eae not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:33:56.536281 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a364702c-3ccc-432a-b42d-e6d9d076dd5a no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:33:56.557005 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: a364702c-3ccc-432a-b42d-e6d9d076dd5a {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:33:56.557989 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device a364702c-3ccc-432a-b42d-e6d9d076dd5a not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:33:56.639411 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 46003e01-35ae-4aa0-8602-51ad457ba15f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:33:56.649606 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (14cc6982-6d80-4e63-83a2-b3332f066afb), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.687458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.691765 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/14cc6982-6d80-4e63-83a2-b3332f066afb HTTP/1.1" status: 204 len: 168 time: 0.7168036 Mar 08 20:33:56.694593 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53710) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:56.702626 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1e2af-e701-405e-922f-9a02e472bffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cc6982-6d80-4e63-83a2-b3332f066afb,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:56.710495 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf0666-2ac9-49be-b0c9-c7447c9b6775 None None] Network 6718212b-ce08-445d-a7de-aa686e112064 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:33:56.796816 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (6718212b-ce08-445d-a7de-aa686e112064), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.843496 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port 62fa7c72-4afa-45b9-a433-b4c159c73940 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:56.844396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.928279 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Deleting port d35ff617-4318-439e-b3bc-2718ac6ddbd0 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:56.929862 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.956875 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=46003e01-35ae-4aa0-8602-51ad457ba15f,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:56.962394 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.962669 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (62fa7c72-4afa-45b9-a433-b4c159c73940), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:56.976643 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '46003e01-35ae-4aa0-8602-51ad457ba15f', 'network_id': '4c4763f4-eaf8-49a4-9cd1-76fd53338beb', 'port_id': '46003e01-35ae-4aa0-8602-51ad457ba15f', 'mac_address': 'fa:16:3e:03:1c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30786583-0f13-4cda-8bfa-4e0fea4bcfc4', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:33:57.006752 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for 62fa7c72-4afa-45b9-a433-b4c159c73940 owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:57.024528 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 46003e01-35ae-4aa0-8602-51ad457ba15f is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:33:57.024528 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.024954 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] For port d35ff617-4318-439e-b3bc-2718ac6ddbd0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d35ff617-4318-439e-b3bc-2718ac6ddbd0,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:57.025328 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.038505 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46003e01-35ae-4aa0-8602-51ad457ba15f {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:33:57.059490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=46003e01-35ae-4aa0-8602-51ad457ba15f,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:57.068502 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Calling delete_port for d35ff617-4318-439e-b3bc-2718ac6ddbd0 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:57.076681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] DHCP port deletion for 6718212b-ce08-445d-a7de-aa686e112064 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:33:57.128426 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Deleting port d35ff617-4318-439e-b3bc-2718ac6ddbd0 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:57.128801 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.152049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.217130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] For port d35ff617-4318-439e-b3bc-2718ac6ddbd0, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=d35ff617-4318-439e-b3bc-2718ac6ddbd0,segment=NetworkSegment(faa0418c-ae30-4b22-b836-e2d97e2709fb),segment_id=faa0418c-ae30-4b22-b836-e2d97e2709fb)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:57.217442 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.239460 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Calling delete_port for d35ff617-4318-439e-b3bc-2718ac6ddbd0 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:57.252784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.267795 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.292080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35ff617-4318-439e-b3bc-2718ac6ddbd0,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.297941 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] No DVR routers for this DVR port d35ff617-4318-439e-b3bc-2718ac6ddbd0 on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:33:57.331135 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (d35ff617-4318-439e-b3bc-2718ac6ddbd0), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.334140 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (62fa7c72-4afa-45b9-a433-b4c159c73940), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.356430 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] Pushing event deleted for resources: {'Port': ['ID=d35ff617-4318-439e-b3bc-2718ac6ddbd0,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.360930 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b28234-7e46-4e00-9e61-1737d8b4dbdb None None] No DVR routers for this DVR port d35ff617-4318-439e-b3bc-2718ac6ddbd0 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:33:57.395548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=62fa7c72-4afa-45b9-a433-b4c159c73940,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.403945 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (6718212b-ce08-445d-a7de-aa686e112064), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.464489 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6718212b-ce08-445d-a7de-aa686e112064']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:57.477638 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa0418c-ae30-4b22-b836-e2d97e2709fb') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:57.477880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa0418c-ae30-4b22-b836-e2d97e2709fb') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:57.491615 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (faa0418c-ae30-4b22-b836-e2d97e2709fb), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.493301 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (f34ba3a8-082d-4838-ac0c-69d9f0db1609), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.493631 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP f34ba3a8-082d-4838-ac0c-69d9f0db1609 disassociated (deleted). External IP: 172.27.0.89, port: e661512a-0f8e-4c71-882d-5d942eab5900. Mar 08 20:33:57.542545 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (faa0418c-ae30-4b22-b836-e2d97e2709fb), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.552998 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:33:57.553401 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (faa0418c-ae30-4b22-b836-e2d97e2709fb), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:33:57.555064 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:33:57.628701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7803ab-d659-41e4-8e84-7995f8eee4df req-697bfb93-f8dc-4270-a84f-ab1aa8bb1c75 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:57.630205 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e7803ab-d659-41e4-8e84-7995f8eee4df req-697bfb93-f8dc-4270-a84f-ab1aa8bb1c75 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 948 time: 0.0546441 Mar 08 20:33:57.649671 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['46003e01-35ae-4aa0-8602-51ad457ba15f'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:33:57.689120 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4e7803ab-d659-41e4-8e84-7995f8eee4df req-9814cdd6-0807-4ca2-ace3-481d5686a468 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519204 Mar 08 20:33:57.743849 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (6718212b-ce08-445d-a7de-aa686e112064), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.754191 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.760055 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6718212b-ce08-445d-a7de-aa686e112064 HTTP/1.1" status: 204 len: 168 time: 1.0618365 Mar 08 20:33:57.760547 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53714) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:57.772548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b546dd-dc1b-42cb-88cc-1620737d9527 admin admin] Pushing event deleted for resources: {'Network': ['ID=6718212b-ce08-445d-a7de-aa686e112064,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:57.789178 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:57.899652 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:57.904492 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:57.910044 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:57.921311 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:57.922509 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:57.940662 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-cd8a1b63-7312-4d4f-a9ba-4268530914a2 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "DELETE /v2.0/floatingips/f34ba3a8-082d-4838-ac0c-69d9f0db1609 HTTP/1.1" status: 204 len: 168 time: 1.5555005 Mar 08 20:33:57.941251 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:33:57.943505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4484106-0493-4798-b3dc-ad31e5651694" -d '{"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:33:57.989734 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e9868-d5ba-4b19-9791-bdf921bf11ed x-openstack-request-id: req-7d9e9868-d5ba-4b19-9791-bdf921bf11ed {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:33:57.990034 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:33:57.990287 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d9e9868-d5ba-4b19-9791-bdf921bf11ed {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:33:57.990694 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'status': 'completed', 'code': 200} Mar 08 20:33:58.039051 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:58.068891 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484106-0493-4798-b3dc-ad31e5651694 req-dd9757bd-032f-4d30-b213-929bc5514871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.070642 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-dd9757bd-032f-4d30-b213-929bc5514871 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 1129 time: 0.0561743 Mar 08 20:33:58.166723 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (2decda60-4a71-4897-ab83-8b93ed0757fd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:58.167279 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484106-0493-4798-b3dc-ad31e5651694 req-5f19c87d-bcd4-4b47-b648-db3a790e0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.168834 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-5f19c87d-bcd4-4b47-b648-db3a790e0b7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.0903823 Mar 08 20:33:58.215971 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-1dd30932-b984-445b-8cea-b636e086ba5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e661512a-0f8e-4c71-882d-5d942eab5900 HTTP/1.1" status: 200 len: 217 time: 0.0403771 Mar 08 20:33:58.276099 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484106-0493-4798-b3dc-ad31e5651694 req-8b02f649-2d99-4b87-b991-38a71f927c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.278193 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-8b02f649-2d99-4b87-b991-38a71f927c6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0557926 Mar 08 20:33:58.309537 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d35ff617-4318-439e-b3bc-2718ac6ddbd0 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:33:58.337680 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: d35ff617-4318-439e-b3bc-2718ac6ddbd0 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:33:58.338547 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device d35ff617-4318-439e-b3bc-2718ac6ddbd0 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:33:58.352580 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4484106-0493-4798-b3dc-ad31e5651694 req-f08176b8-e4e5-4d75-aa81-3d3d9343ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.356068 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-f08176b8-e4e5-4d75-aa81-3d3d9343ca1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708787 Mar 08 20:33:58.417633 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:58.451903 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:58.462098 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:58.462773 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:58.497604 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-779f9193-50b6-4dcc-9811-56d2718845d5 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102364 Mar 08 20:33:58.541280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ab116-adba-4159-9ac1-06f8836b7597 req-82fd9c5b-2a29-400e-bc0e-4be73f9e34c4 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.542680 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd6ab116-adba-4159-9ac1-06f8836b7597 req-82fd9c5b-2a29-400e-bc0e-4be73f9e34c4 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0761840 Mar 08 20:33:58.545042 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Deleting port 72d00232-9fa1-45cd-83ab-8b86c095b5d7 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:33:58.545383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:58.580087 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:58.600701 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-f4484106-0493-4798-b3dc-ad31e5651694 req-60a2f082-497b-4148-9f7d-36e0fc0ced60 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970845 Mar 08 20:33:58.649716 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dd6ab116-adba-4159-9ac1-06f8836b7597 req-f4138a38-47a0-48f1-bb11-fdfe32e7037d tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917487 Mar 08 20:33:58.661538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] For port 72d00232-9fa1-45cd-83ab-8b86c095b5d7, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=72d00232-9fa1-45cd-83ab-8b86c095b5d7,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:33:58.661906 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:58.676032 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Calling delete_port for 72d00232-9fa1-45cd-83ab-8b86c095b5d7 owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:33:58.822510 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:58.852351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937864-cdcb-44ef-b870-1d45146815c6 req-a478678b-353d-4787-801e-8876eeeaf424 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:58.853002 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f242490e-16cd-4190-bf11-6279b20d7b80 None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '1ea89989-dd05-4f8f-8010-73ee7b12e6b4', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'port_id': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'mac_address': 'fa:16:3e:c5:37:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e048305a-2925-448e-aabf-935d7279430c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:28:22Z', 'updated_at': '2022-03-08T20:28:24Z', 'revision_number': 1, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:33:58.853912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06937864-cdcb-44ef-b870-1d45146815c6 req-a478678b-353d-4787-801e-8876eeeaf424 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 948 time: 0.0729346 Mar 08 20:33:58.940897 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-06937864-cdcb-44ef-b870-1d45146815c6 req-a3f4c211-23ef-44b7-9c65-e40d57b30b35 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807822 Mar 08 20:33:59.071460 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (72d00232-9fa1-45cd-83ab-8b86c095b5d7), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.075040 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c8ef87-5e2e-461a-9cbf-76c14e17994f None None] New status for floating IP f34ba3a8-082d-4838-ac0c-69d9f0db1609: DOWN {{(pid=103783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:33:59.100046 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d00232-9fa1-45cd-83ab-8b86c095b5d7,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:33:59.286163 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (2decda60-4a71-4897-ab83-8b93ed0757fd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.504629 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Router 2decda60-4a71-4897-ab83-8b93ed0757fd has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:33:59.611364 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:33:59.616739 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6c939b2a-94a8-486f-8646-c56f172bca60 admin admin] 10.222.0.18 "PUT /v2.0/routers/2decda60-4a71-4897-ab83-8b93ed0757fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8550382 Mar 08 20:33:59.619306 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53724) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:33:59.620776 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Sync routers for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:33:59.631121 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:59.631887 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:59.743369 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:33:59.766541 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks [] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.828470 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83973575-8897-47d4-8e1a-05c9d379e011 req-0dcd8615-f8b7-46e0-9e4b-32cefb26db0b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:33:59.830583 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83973575-8897-47d4-8e1a-05c9d379e011 req-0dcd8615-f8b7-46e0-9e4b-32cefb26db0b tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.1097465 Mar 08 20:33:59.925118 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-83973575-8897-47d4-8e1a-05c9d379e011 req-dbe9e46a-3548-45dd-b9de-84115d1afb83 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885105 Mar 08 20:33:59.929711 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks [] for router_gateway (2decda60-4a71-4897-ab83-8b93ed0757fd), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:33:59.939073 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 5, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:33:59.970158 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Checking router: 2decda60-4a71-4897-ab83-8b93ed0757fd for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:33:59.979811 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Routers {'2decda60-4a71-4897-ab83-8b93ed0757fd'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:33:59.980445 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['2decda60-4a71-4897-ab83-8b93ed0757fd'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.070278 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c371828-1cab-4d37-a2f1-7f17198f1baf req-2fdc6cbb-63dd-4fd8-a08c-b9c179d1bb7f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:00.071876 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c371828-1cab-4d37-a2f1-7f17198f1baf req-2fdc6cbb-63dd-4fd8-a08c-b9c179d1bb7f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 948 time: 0.0587821 Mar 08 20:34:00.094926 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] Set router 2decda60-4a71-4897-ab83-8b93ed0757fd gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:00.140647 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6c371828-1cab-4d37-a2f1-7f17198f1baf req-8546b49c-89f3-4eaa-9205-95638c6810b6 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630016 Mar 08 20:34:00.166816 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Deleting port ddf9009b-8059-4c59-8084-41084ef159f3 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:00.167577 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.251888 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] For port ddf9009b-8059-4c59-8084-41084ef159f3, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ddf9009b-8059-4c59-8084-41084ef159f3,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:00.252262 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.265497 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Calling delete_port for ddf9009b-8059-4c59-8084-41084ef159f3 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:00.282033 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 5, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:00.308157 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bd891-d8f7-44e5-a99e-50f836ce6b3f None None] The sync data for ids ['2decda60-4a71-4897-ab83-8b93ed0757fd'] in dv-cinder-830095-3-iscsi is: [{'id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'name': 'tempest-TestShelveInstance-2138976251-router', 'tenant_id': '7810429ad604456fac620db613293c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:27:20Z', 'updated_at': '2022-03-08T20:33:58Z', 'revision_number': 5, 'project_id': '7810429ad604456fac620db613293c0a', 'gw_port': {'id': 'ddf9009b-8059-4c59-8084-41084ef159f3', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2decda60-4a71-4897-ab83-8b93ed0757fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:27:21Z', 'updated_at': '2022-03-08T20:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:00.460249 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e20456-af2c-4220-9898-36911d12a1ae req-9e19d1af-7b2d-4069-863e-6746280c96c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:00.461704 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76e20456-af2c-4220-9898-36911d12a1ae req-9e19d1af-7b2d-4069-863e-6746280c96c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 945 time: 0.0520003 Mar 08 20:34:00.501128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (ddf9009b-8059-4c59-8084-41084ef159f3), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.525051 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf9009b-8059-4c59-8084-41084ef159f3,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:00.568430 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port e661512a-0f8e-4c71-882d-5d942eab5900 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:00.568681 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.589641 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (2decda60-4a71-4897-ab83-8b93ed0757fd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.644582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 46003e01-35ae-4aa0-8602-51ad457ba15f up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:00.657815 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] For port e661512a-0f8e-4c71-882d-5d942eab5900, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e661512a-0f8e-4c71-882d-5d942eab5900,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:00.658192 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.671942 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for e661512a-0f8e-4c71-882d-5d942eab5900 owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:00.685999 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.689414 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks [] for router_controller (2decda60-4a71-4897-ab83-8b93ed0757fd), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.810677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 46003e01-35ae-4aa0-8602-51ad457ba15f completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:34:00.817289 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 46003e01-35ae-4aa0-8602-51ad457ba15f triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:00.817972 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.847335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (2decda60-4a71-4897-ab83-8b93ed0757fd), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.847335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2decda60-4a71-4897-ab83-8b93ed0757fd {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:34:00.850352 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.851790 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9a883a5b-76d3-450a-92e6-6816b323df09 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2decda60-4a71-4897-ab83-8b93ed0757fd HTTP/1.1" status: 204 len: 168 time: 1.2312646 Mar 08 20:34:00.854037 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53730) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:00.900008 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Deleting subnet a0adf726-3fe5-4dbc-802d-fb6f47a16908 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:34:00.902480 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 46003e01-35ae-4aa0-8602-51ad457ba15f is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:00.902883 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.903225 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Publish callbacks [] for subnet (a0adf726-3fe5-4dbc-802d-fb6f47a16908), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.927912 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:00.930043 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (e661512a-0f8e-4c71-882d-5d942eab5900), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.930213 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ab12b-6733-4ddd-9cc1-9c7cb08ca49a" -d '{"events": [{"server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "name": "network-vif-plugged", "status": "completed", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:00.943594 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=46003e01-35ae-4aa0-8602-51ad457ba15f,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:00.958874 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (a0adf726-3fe5-4dbc-802d-fb6f47a16908), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:00.965215 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=e661512a-0f8e-4c71-882d-5d942eab5900,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.013034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe1c2c-fff5-4877-9b8b-c0e1a70d2307 x-openstack-request-id: req-7efe1c2c-fff5-4877-9b8b-c0e1a70d2307 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:01.014347 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "name": "network-vif-plugged", "status": "completed", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:01.014347 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7efe1c2c-fff5-4877-9b8b-c0e1a70d2307 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:01.014347 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f', 'code': 200} Mar 08 20:34:01.031268 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] No DVR routers for this DVR port e661512a-0f8e-4c71-882d-5d942eab5900 on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:01.038950 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.047265 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.054394 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-76e20456-af2c-4220-9898-36911d12a1ae req-d2ea2ec3-0bf4-4542-8cd0-5496ebfe1c2f tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "DELETE /v2.0/ports/e661512a-0f8e-4c71-882d-5d942eab5900 HTTP/1.1" status: 204 len: 173 time: 0.5876763 Mar 08 20:34:01.054897 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'name': 'network-vif-deleted', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:01.057503 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed7492a-4e02-44d7-872b-20cbd2ac4eaf" -d '{"events": [{"server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "name": "network-vif-deleted", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:01.085407 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5d114f4d-484d-43c6-b6f3-8924508c58cd req-d7825aed-f48d-44d7-88ef-e5fcd7840a13 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0699620 Mar 08 20:34:01.101530 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf85d506-c26e-4105-a58f-295d08e1b6d4 x-openstack-request-id: req-bf85d506-c26e-4105-a58f-295d08e1b6d4 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:01.102055 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb", "name": "network-vif-deleted", "tag": "e661512a-0f8e-4c71-882d-5d942eab5900", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:01.102597 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf85d506-c26e-4105-a58f-295d08e1b6d4 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:01.103167 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb', 'name': 'network-vif-deleted', 'tag': 'e661512a-0f8e-4c71-882d-5d942eab5900', 'status': 'completed', 'code': 200} Mar 08 20:34:01.126624 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.137008 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (a0adf726-3fe5-4dbc-802d-fb6f47a16908), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.251809 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (a0adf726-3fe5-4dbc-802d-fb6f47a16908), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.287618 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0adf726-3fe5-4dbc-802d-fb6f47a16908,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.290721 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.293867 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73de7ea-0573-4cc9-b334-3b636b2a7a23 None None] Network 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:34:01.296488 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-2b02d0a7-9180-49ad-a8a5-7277f460235f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a0adf726-3fe5-4dbc-802d-fb6f47a16908 HTTP/1.1" status: 204 len: 168 time: 0.4414172 Mar 08 20:34:01.297834 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53740) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:01.307775 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5534-74ed-4a2c-a42c-f3ce8a261097 req-c711a5cc-d7fb-4345-8108-c6155b657b6d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.314999 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0a5534-74ed-4a2c-a42c-f3ce8a261097 req-c711a5cc-d7fb-4345-8108-c6155b657b6d tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.1017301 Mar 08 20:34:01.369048 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8b0a5534-74ed-4a2c-a42c-f3ce8a261097 req-5afe30a9-98ce-424a-b118-5c4af5d58d65 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523903 Mar 08 20:34:01.456629 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.505944 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ac9a-d5dd-405c-87cb-5b0d7e0f1fd7 req-0f239d6e-d287-4a61-8d92-85fad0d05c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:01.507530 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1fd5ac9a-d5dd-405c-87cb-5b0d7e0f1fd7 req-0f239d6e-d287-4a61-8d92-85fad0d05c01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 1133 time: 0.1084137 Mar 08 20:34:01.566927 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Deleting port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:01.567388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.568905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] DHCP port deletion for 11a55d83-455c-4bca-b3ed-4a0b4ae2a94a request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:34:01.587420 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-1fd5ac9a-d5dd-405c-87cb-5b0d7e0f1fd7 req-9505026a-7b59-4d86-ae17-cac9e7608ac5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660911 Mar 08 20:34:01.618091 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Deleting port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:01.618356 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.639469 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] For port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:01.639857 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.653088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Calling delete_port for 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:01.685704 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] For port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,segment=NetworkSegment(a67b73c0-37bd-40d4-8564-632b9f2a8188),segment_id=a67b73c0-37bd-40d4-8564-632b9f2a8188)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:01.686331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.698681 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Calling delete_port for 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:01.826927 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.833915 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (5fc98645-e4ff-4db4-a9d2-22ef8ad295ff), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.851640 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.857517 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] No DVR routers for this DVR port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:01.857728 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] Pushing event deleted for resources: {'Port': ['ID=5fc98645-e4ff-4db4-a9d2-22ef8ad295ff,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:01.864346 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a4243-62aa-4cbc-9d3f-c21be88895cb None None] No DVR routers for this DVR port 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:01.930542 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.952294 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a55d83-455c-4bca-b3ed-4a0b4ae2a94a']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.962561 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67b73c0-37bd-40d4-8564-632b9f2a8188') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.962895 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67b73c0-37bd-40d4-8564-632b9f2a8188') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:01.972479 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (a67b73c0-37bd-40d4-8564-632b9f2a8188), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.985833 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (a67b73c0-37bd-40d4-8564-632b9f2a8188), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.991690 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:34:01.992101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (a67b73c0-37bd-40d4-8564-632b9f2a8188), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:34:01.993725 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:34:02.130178 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (11a55d83-455c-4bca-b3ed-4a0b4ae2a94a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.135883 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.139355 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/11a55d83-455c-4bca-b3ed-4a0b4ae2a94a HTTP/1.1" status: 204 len: 168 time: 0.8404641 Mar 08 20:34:02.151616 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc1159-e161-4122-8bf9-955e346c00ca admin admin] Pushing event deleted for resources: {'Network': ['ID=11a55d83-455c-4bca-b3ed-4a0b4ae2a94a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:02.205473 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0cf54ebe-f5d6-441b-a388-937c8600feac req-81fc9760-f45f-48df-818d-6edd58175779 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced740ff-ffd2-4d7e-a6c1-0d2a04b110bb HTTP/1.1" status: 200 len: 210 time: 0.0268238 Mar 08 20:34:02.271254 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 72d00232-9fa1-45cd-83ab-8b86c095b5d7 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:02.295125 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 72d00232-9fa1-45cd-83ab-8b86c095b5d7 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:02.295468 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 72d00232-9fa1-45cd-83ab-8b86c095b5d7 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:02.295915 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ddf9009b-8059-4c59-8084-41084ef159f3 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:02.314665 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: ddf9009b-8059-4c59-8084-41084ef159f3 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:02.315049 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ddf9009b-8059-4c59-8084-41084ef159f3 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:02.315461 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:02.334087 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:02.334438 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5fc98645-e4ff-4db4-a9d2-22ef8ad295ff not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:02.479981 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dba70-e336-4463-a108-7662c14c6b07 req-5709f5ad-b774-405c-8e7b-b6dc66be8b9f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:02.483150 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-237dba70-e336-4463-a108-7662c14c6b07 req-5709f5ad-b774-405c-8e7b-b6dc66be8b9f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.0517025 Mar 08 20:34:02.503711 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53748) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.535152 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-237dba70-e336-4463-a108-7662c14c6b07 req-13c01b94-af4b-4d0f-af9b-167bc3db208a tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Mar 08 20:34:02.553871 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-302e2c46-915d-4dca-a159-5dd207280c7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec073555b40e40df9318d033b470df8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489192 Mar 08 20:34:02.559644 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53750) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:02.613432 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] Publish callbacks [] for security_group (30932581-75f3-4dc9-bd9f-6a0529098966), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.634914 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] Publish callbacks [] for security_group (30932581-75f3-4dc9-bd9f-6a0529098966), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.736116 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (30932581-75f3-4dc9-bd9f-6a0529098966), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.738602 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:02.739828 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30932581-75f3-4dc9-bd9f-6a0529098966 HTTP/1.1" status: 204 len: 168 time: 0.1791303 Mar 08 20:34:02.747662 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127465ca-48d8-47f4-b761-66c151a93e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30932581-75f3-4dc9-bd9f-6a0529098966,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:03.464264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53760) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:03.510494 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-593402f3-570c-4788-8edf-b1035da095d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7810429ad604456fac620db613293c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417438 Mar 08 20:34:03.510494 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53764) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:03.558538 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] Publish callbacks [] for security_group (0a09a52b-ed13-4f37-890f-51acc71220b8), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:03.581869 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] Publish callbacks [] for security_group (0a09a52b-ed13-4f37-890f-51acc71220b8), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:03.671078 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41037ad-ecf2-4e6e-bf7e-04bad0010017 req-f9156ab2-43af-4d46-949b-7cb646247c33 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:03.673083 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b41037ad-ecf2-4e6e-bf7e-04bad0010017 req-f9156ab2-43af-4d46-949b-7cb646247c33 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.0572670 Mar 08 20:34:03.706702 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (0a09a52b-ed13-4f37-890f-51acc71220b8), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:03.709398 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:03.713007 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a09a52b-ed13-4f37-890f-51acc71220b8 HTTP/1.1" status: 204 len: 168 time: 0.1998720 Mar 08 20:34:03.721384 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9f43c-01b1-45cf-a09b-7bb2840f5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09a52b-ed13-4f37-890f-51acc71220b8,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:03.721733 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b41037ad-ecf2-4e6e-bf7e-04bad0010017 req-fac6f39d-7f45-4d3b-8b99-b5bf0a251267 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Mar 08 20:34:04.267164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f1ad-7b45-4307-91b6-3ef04dcb93f5 req-6ec6709e-ba24-4ffd-8d91-2a8846321f2c tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:04.269016 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c23f1ad-7b45-4307-91b6-3ef04dcb93f5 req-6ec6709e-ba24-4ffd-8d91-2a8846321f2c tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.0685325 Mar 08 20:34:04.331699 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9c23f1ad-7b45-4307-91b6-3ef04dcb93f5 req-2b85bec2-9af5-4eec-a9b5-8e75bb46cc49 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567465 Mar 08 20:34:04.687409 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device e661512a-0f8e-4c71-882d-5d942eab5900 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:04.712691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: e661512a-0f8e-4c71-882d-5d942eab5900 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:04.713038 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device e661512a-0f8e-4c71-882d-5d942eab5900 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:05.457012 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18aa96-8187-41a4-bc5a-def30f80c2b2 req-2fbbdd54-8e17-4546-b388-1257db0fbb38 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.458475 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d18aa96-8187-41a4-bc5a-def30f80c2b2 req-2fbbdd54-8e17-4546-b388-1257db0fbb38 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.0522180 Mar 08 20:34:05.507104 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9d18aa96-8187-41a4-bc5a-def30f80c2b2 req-7d0d13de-cb82-478a-a931-25d1e17c767f tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/security-groups?id=84f08318-7267-4d49-8ace-8117e4690571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Mar 08 20:34:05.720367 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 53786) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:05.858117 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-7e18715b-e503-4394-8522-210bb38a032a tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:05.860386 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-7e18715b-e503-4394-8522-210bb38a032a tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 949 time: 0.1043658 Mar 08 20:34:05.987427 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port 13d437e7-8be9-46e4-a303-8d698814af68 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:05.987682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (13d437e7-8be9-46e4-a303-8d698814af68), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.010972 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Deleting port 46003e01-35ae-4aa0-8602-51ad457ba15f {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:06.011303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.134043 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (13d437e7-8be9-46e4-a303-8d698814af68), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.134372 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (13d437e7-8be9-46e4-a303-8d698814af68), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.157941 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for 13d437e7-8be9-46e4-a303-8d698814af68 owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:06.165063 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] For port 46003e01-35ae-4aa0-8602-51ad457ba15f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=46003e01-35ae-4aa0-8602-51ad457ba15f,segment=NetworkSegment(0b1e63f9-3294-4d20-ab60-eab126ab9ac6),segment_id=0b1e63f9-3294-4d20-ab60-eab126ab9ac6)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:06.165417 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.184326 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Calling delete_port for 46003e01-35ae-4aa0-8602-51ad457ba15f owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:06.476552 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (46003e01-35ae-4aa0-8602-51ad457ba15f), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.488331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['46003e01-35ae-4aa0-8602-51ad457ba15f'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:06.508050 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (13d437e7-8be9-46e4-a303-8d698814af68), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.510775 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Pushing event deleted for resources: {'Port': ['ID=46003e01-35ae-4aa0-8602-51ad457ba15f,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:06.562077 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=13d437e7-8be9-46e4-a303-8d698814af68,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:06.586995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] No DVR routers for this DVR port 46003e01-35ae-4aa0-8602-51ad457ba15f on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:06.589531 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.593036 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-9907d3f0-e2a8-4fcc-8721-c1da7072ce0e req-e6829800-7235-42e9-a93d-a8f7ac3d8fd1 tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.47 "DELETE /v2.0/ports/46003e01-35ae-4aa0-8602-51ad457ba15f HTTP/1.1" status: 204 len: 173 time: 0.7264249 Mar 08 20:34:06.608458 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'name': 'network-vif-deleted', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:06.611297 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5100119-9403-4ba1-bb96-b7d4bd5edd63" -d '{"events": [{"server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "name": "network-vif-deleted", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:06.630450 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-dff4fbe0-a4c1-4d29-b2a7-e780956e851f req-36d46b11-56d8-40f4-be1b-0ece1136d13c tempest-VolumesNegativeTest-1044803836 tempest-VolumesNegativeTest-1044803836-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebe92656-03d3-450c-98f3-879ec1b0f441 HTTP/1.1" status: 200 len: 210 time: 0.0470395 Mar 08 20:34:06.657370 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (1ea89989-dd05-4f8f-8010-73ee7b12e6b4), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:06.657946 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Floating IP 1ea89989-dd05-4f8f-8010-73ee7b12e6b4 disassociated (deleted). External IP: 172.27.0.244, port: ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062. Mar 08 20:34:06.698176 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d6f43c-34d7-4c3e-99eb-d0d4210a1794 x-openstack-request-id: req-21d6f43c-34d7-4c3e-99eb-d0d4210a1794 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:06.698464 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe92656-03d3-450c-98f3-879ec1b0f441", "name": "network-vif-deleted", "tag": "46003e01-35ae-4aa0-8602-51ad457ba15f", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:06.698714 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21d6f43c-34d7-4c3e-99eb-d0d4210a1794 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:06.699155 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe92656-03d3-450c-98f3-879ec1b0f441', 'name': 'network-vif-deleted', 'tag': '46003e01-35ae-4aa0-8602-51ad457ba15f', 'status': 'completed', 'code': 200} Mar 08 20:34:06.874798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:07.251436 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:07.256260 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:07.262758 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:07.274973 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:07.276065 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:07.285520 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7fe1882e-6e19-4774-9cfd-24fab9603b55 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ea89989-dd05-4f8f-8010-73ee7b12e6b4 HTTP/1.1" status: 204 len: 168 time: 1.5640752 Mar 08 20:34:07.412652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:07.622777 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:07.648800 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:07.661557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:07.662329 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:07.780614 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:07.807113 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04458812-d9b8-4a4d-afb0-e722417a0725 req-216a1d59-085d-48fd-9ace-87d2387da280 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:07.808748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04458812-d9b8-4a4d-afb0-e722417a0725 req-216a1d59-085d-48fd-9ace-87d2387da280 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0585351 Mar 08 20:34:07.869510 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-04458812-d9b8-4a4d-afb0-e722417a0725 req-224c8f10-349a-4cd8-8908-e93d704af589 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/security-groups?id=29944b28-11d3-4da3-b185-a738af9070b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544298 Mar 08 20:34:07.993614 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:08.158788 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d014a-1abe-4e02-ad6e-53b37757858b None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:22:40Z', 'revision_number': 4, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': '5a39a462-08a2-44fe-9afe-f8e61b9df46a', 'name': '', 'network_id': '0af54936-3053-4950-a9a3-c05ccc02d715', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'mac_address': 'fa:16:3e:52:1c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:40Z', 'updated_at': '2022-03-08T20:22:47Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'subnets': [{'id': '8aeaf0fd-0e16-4e8a-b496-d93531589b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:08.385565 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaab072-b817-4758-87cd-c16e82b7b4d7 None None] New status for floating IP 1ea89989-dd05-4f8f-8010-73ee7b12e6b4: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:34:08.583053 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0d790-42a1-4146-999f-fd300e23d116 req-c0788a1d-c2e0-48e4-9c7d-ed1c10079cb7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:08.584560 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-eac0d790-42a1-4146-999f-fd300e23d116 req-c0788a1d-c2e0-48e4-9c7d-ed1c10079cb7 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 945 time: 0.0566700 Mar 08 20:34:08.674744 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:08.674994 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:08.700863 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:08.706404 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8fe67-fd01-4ef2-801f-509f16f0823b" -d '{"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:08.769794 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bb649-c31e-4a72-a63d-9eee805a0682 x-openstack-request-id: req-127bb649-c31e-4a72-a63d-9eee805a0682 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:08.770088 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:08.770347 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-127bb649-c31e-4a72-a63d-9eee805a0682 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:08.770736 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'status': 'completed', 'code': 200} Mar 08 20:34:08.777836 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] For port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:08.778204 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:08.792163 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 owned by compute:nova {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:08.835318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-305ab56e-fae2-4877-9f10-97217caf19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:08.836878 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-305ab56e-fae2-4877-9f10-97217caf19a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 1129 time: 0.0449002 Mar 08 20:34:09.034247 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:09.084629 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:09.134973 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] No DVR routers for this DVR port ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 on host hv-cinder-83009 {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:09.137930 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:09.142483 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-eac0d790-42a1-4146-999f-fd300e23d116 req-372047ec-a23b-4fa6-aab0-2e614df7ff11 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.47 "DELETE /v2.0/ports/ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 204 len: 173 time: 0.5526006 Mar 08 20:34:09.189437 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d1ca2f7d-7c9c-4a65-9d58-701a26b89d63 req-50c5654c-3548-4612-a4c4-d625572b4726 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 210 time: 0.0570555 Mar 08 20:34:09.222290 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-7abb5f80-653a-4fbe-83b2-33ee23b7f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.227989 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-7abb5f80-653a-4fbe-83b2-33ee23b7f485 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 200 len: 911 time: 0.3790634 Mar 08 20:34:09.268584 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-848a8c6a-ba25-47d9-9673-673aeda4f61a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 HTTP/1.1" status: 200 len: 217 time: 0.0383091 Mar 08 20:34:09.316305 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-278242a6-5b40-4eaa-b1a4-cb2e46413a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.317750 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-278242a6-5b40-4eaa-b1a4-cb2e46413a94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 200 len: 850 time: 0.0437472 Mar 08 20:34:09.383535 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-9e7b1d95-0977-432e-9418-934261398a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:09.383535 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-9e7b1d95-0977-432e-9418-934261398a6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0af54936-3053-4950-a9a3-c05ccc02d715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571940 Mar 08 20:34:09.511061 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-8dc7b11b-1680-4bf8-9993-0d014a5686ac service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184645 Mar 08 20:34:09.615230 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ebf8fe67-fd01-4ef2-801f-509f16f0823b req-c0857bf3-ced2-4e74-9b60-c5eeb0f092f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971012 Mar 08 20:34:10.304074 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-bc309e5d-4daf-4aa9-bd93-9e4688994659 req-8802ced5-06a9-4eb0-8752-888048d786f0 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "GET /v2.0/ports?device_id=e048305a-2925-448e-aabf-935d7279430c HTTP/1.1" status: 200 len: 210 time: 0.0287011 Mar 08 20:34:10.741742 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 46003e01-35ae-4aa0-8602-51ad457ba15f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:10.763593 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 46003e01-35ae-4aa0-8602-51ad457ba15f {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:10.763969 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 46003e01-35ae-4aa0-8602-51ad457ba15f not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:10.764395 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:10.771426 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'name': 'network-vif-deleted', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:10.774032 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f225b30-d3c3-4dea-b8ff-28adef97a8dc" -d '{"events": [{"server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "name": "network-vif-deleted", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:10.785164 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:10.785513 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:10.813607 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e97ffa-bc95-4b52-b19c-bf5a44f781eb x-openstack-request-id: req-55e97ffa-bc95-4b52-b19c-bf5a44f781eb {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:10.813906 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e048305a-2925-448e-aabf-935d7279430c", "name": "network-vif-deleted", "tag": "ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:10.814186 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55e97ffa-bc95-4b52-b19c-bf5a44f781eb {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:10.814585 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e048305a-2925-448e-aabf-935d7279430c', 'name': 'network-vif-deleted', 'tag': 'ddb00c27-f0ff-4d2b-9cbe-f934bcb1d062', 'status': 'completed', 'code': 200} Mar 08 20:34:11.360880 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 53984) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:11.498436 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Deleting port c96d50f0-4d05-422a-a4a6-da68970a8c26 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:11.504372 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.584335 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.584659 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (c96d50f0-4d05-422a-a4a6-da68970a8c26), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.597532 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Calling delete_port for c96d50f0-4d05-422a-a4a6-da68970a8c26 owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:11.809970 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (c96d50f0-4d05-422a-a4a6-da68970a8c26), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.833342 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'Port': ['ID=c96d50f0-4d05-422a-a4a6-da68970a8c26,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:11.907269 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for floatingip (1724d4a9-b587-462e-9f6a-ab4b6056b817), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.909858 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:11.911011 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f966bf13-94e7-466a-b1e3-128e8f70a6c1 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "DELETE /v2.0/floatingips/1724d4a9-b587-462e-9f6a-ab4b6056b817 HTTP/1.1" status: 204 len: 168 time: 0.5485218 Mar 08 20:34:13.261120 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54062) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:13.318655 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (29944b28-11d3-4da3-b185-a738af9070b5), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:13.344286 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (29944b28-11d3-4da3-b185-a738af9070b5), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:13.518183 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (29944b28-11d3-4da3-b185-a738af9070b5), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:13.520829 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:13.522017 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] 10.222.0.18 "DELETE /v2.0/security-groups/29944b28-11d3-4da3-b185-a738af9070b5 HTTP/1.1" status: 204 len: 168 time: 0.2599130 Mar 08 20:34:13.532242 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da591e-af0e-4f32-af43-e509c8b90094 tempest-TestVolumeBootPattern-26607487 tempest-TestVolumeBootPattern-26607487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29944b28-11d3-4da3-b185-a738af9070b5,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:14.348703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54072) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:14.482932 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-9e0faacc-ca03-4677-a273-7cf8c89e5420 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49d8514c6639487988561a60efcffad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330163 Mar 08 20:34:14.486944 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54076) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:14.535469 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] Publish callbacks [] for security_group (84f08318-7267-4d49-8ace-8117e4690571), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:14.557311 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] Publish callbacks [] for security_group (84f08318-7267-4d49-8ace-8117e4690571), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:14.712506 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (84f08318-7267-4d49-8ace-8117e4690571), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:14.715083 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:14.716472 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84f08318-7267-4d49-8ace-8117e4690571 HTTP/1.1" status: 204 len: 168 time: 0.2284782 Mar 08 20:34:14.720125 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54082) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:14.730217 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685d303-c30a-4ca7-8c80-d4fa88c70400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f08318-7267-4d49-8ace-8117e4690571,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:15.160604 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.429050 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Deleting port 5a39a462-08a2-44fe-9afe-f8e61b9df46a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:15.429389 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.505070 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] For port 5a39a462-08a2-44fe-9afe-f8e61b9df46a, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=5a39a462-08a2-44fe-9afe-f8e61b9df46a,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:15.505424 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.517372 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Calling delete_port for 5a39a462-08a2-44fe-9afe-f8e61b9df46a owned by network:router_interface {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:15.752278 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (5a39a462-08a2-44fe-9afe-f8e61b9df46a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.778041 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a39a462-08a2-44fe-9afe-f8e61b9df46a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:15.957017 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:15.969815 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-987aa7ef-739a-4943-b5d0-a62dce582c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.177921 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:16.287471 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:16.293464 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f7f90fe3-63dd-443f-b86e-cde9e887881f admin admin] 10.222.0.18 "PUT /v2.0/routers/ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5713055 Mar 08 20:34:16.295049 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54086) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:16.297388 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Sync routers for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:16.307982 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:16.308535 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:16.400692 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks [] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.415117 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:16.504987 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks [] for router_gateway (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.591797 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196'}], 'enable_snat': True}, 'gw_port_id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:34:15Z', 'revision_number': 5, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port': {'id': 'aa0b5d03-f568-41ec-9bae-67bd3ee3ec06', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:38Z', 'updated_at': '2022-03-08T20:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:16.618134 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Checking router: ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:16.627237 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Routers {'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:16.628070 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:33:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:16.643300 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Deleting port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:16.643648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.715948 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] Set router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:16.721878 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] For port aa0b5d03-f568-41ec-9bae-67bd3ee3ec06, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:16.722289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.734519 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Calling delete_port for aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 owned by network:router_gateway {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:16.770902 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:34:16Z', 'revision_number': 6, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:16.797628 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec802ea4-e8dd-4a72-9adf-1257c834425c None None] The sync data for ids ['ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8'] in dv-cinder-830095-3-iscsi is: [{'id': 'ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8', 'name': 'tempest-TestVolumeBootPattern-778661153-router', 'tenant_id': '0c45730ec0b34b569d89b5a6d9538c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:37Z', 'updated_at': '2022-03-08T20:34:16Z', 'revision_number': 6, 'project_id': '0c45730ec0b34b569d89b5a6d9538c01', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:16.969350 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (aa0b5d03-f568-41ec-9bae-67bd3ee3ec06), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:16.992754 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0b5d03-f568-41ec-9bae-67bd3ee3ec06,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.056052 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.150150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.152426 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks [] for router_controller (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.301042 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.301514 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 {{(pid=103781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:34:17.305779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.306954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-60b5f982-8813-4cad-b92d-a7e6ff18d846 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca0ed7a5-8e58-4040-8ec3-a6ae4ca497b8 HTTP/1.1" status: 204 len: 168 time: 1.0107276 Mar 08 20:34:17.309528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54088) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:17.354161 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Deleting subnet 8aeaf0fd-0e16-4e8a-b496-d93531589b57 {{(pid=103781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:34:17.357256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Publish callbacks [] for subnet (8aeaf0fd-0e16-4e8a-b496-d93531589b57), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.391574 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7497665'] for subnet (8aeaf0fd-0e16-4e8a-b496-d93531589b57), precommit_delete_associations {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.480579 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (8aeaf0fd-0e16-4e8a-b496-d93531589b57), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.604634 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7419452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6090998'] for subnet (8aeaf0fd-0e16-4e8a-b496-d93531589b57), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.628433 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aeaf0fd-0e16-4e8a-b496-d93531589b57,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:17.633973 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for subnet (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.637266 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-16aa7854-e0c0-4a45-b595-cfb466569e18 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8aeaf0fd-0e16-4e8a-b496-d93531589b57 HTTP/1.1" status: 204 len: 168 time: 0.3267405 Mar 08 20:34:17.639796 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54090) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:17.640023 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea7387-48c0-4b05-afc1-538cffb6d26c None None] Network 0af54936-3053-4950-a9a3-c05ccc02d715 requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:34:17.717044 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (0af54936-3053-4950-a9a3-c05ccc02d715), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.783838 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Deleting port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:17.784187 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.812960 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] DHCP port deletion for 0af54936-3053-4950-a9a3-c05ccc02d715 request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:34:17.858765 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] For port 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4aa8294e-f48c-48ed-ab39-44e2a72d5821,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:17.859373 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.872335 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Deleting port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:17.872717 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.874008 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Calling delete_port for 4aa8294e-f48c-48ed-ab39-44e2a72d5821 owned by network:dhcp {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:17.948027 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] For port 4aa8294e-f48c-48ed-ab39-44e2a72d5821, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=4aa8294e-f48c-48ed-ab39-44e2a72d5821,segment=NetworkSegment(31ab45e4-030a-4fab-ba53-327927ef6bb0),segment_id=31ab45e4-030a-4fab-ba53-327927ef6bb0)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:17.948422 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:17.960732 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Calling delete_port for 4aa8294e-f48c-48ed-ab39-44e2a72d5821 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:18.009391 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.039289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa8294e-f48c-48ed-ab39-44e2a72d5821,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:18.039849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (4aa8294e-f48c-48ed-ab39-44e2a72d5821), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.042713 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] No DVR routers for this DVR port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 on host dv-cinder-830095-3-iscsi {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:18.065052 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] Pushing event deleted for resources: {'Port': ['ID=4aa8294e-f48c-48ed-ab39-44e2a72d5821,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:18.070353 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4f021-ebaf-417b-bf02-844a18182edd None None] No DVR routers for this DVR port 4aa8294e-f48c-48ed-ab39-44e2a72d5821 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:18.127239 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (0af54936-3053-4950-a9a3-c05ccc02d715), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.148183 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af54936-3053-4950-a9a3-c05ccc02d715']}} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:18.158716 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ab45e4-030a-4fab-ba53-327927ef6bb0') {'for_net_delete': True} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:18.159013 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.services.segments.db [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ab45e4-030a-4fab-ba53-327927ef6bb0') {} {{(pid=103781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:18.168246 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7497530'] for segment (31ab45e4-030a-4fab-ba53-327927ef6bb0), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.181261 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (31ab45e4-030a-4fab-ba53-327927ef6bb0), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.186912 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:34:18.187443 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7419478'] for segment (31ab45e4-030a-4fab-ba53-327927ef6bb0), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: Traceback (most recent call last): Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: timer() Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: cb(*args, **kw) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: return func(*args, **kwargs) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: self._notify() Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: self.callback(batched_events) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: event.method(event) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: return f(self, *a, **k) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._get(url).json() Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: return self.request(url, 'GET', **kwargs) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:34:18.189051 dv-cinder-830095-3-iscsi neutron-server[103781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:34:18.277392 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5a39a462-08a2-44fe-9afe-f8e61b9df46a no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:18.298180 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 5a39a462-08a2-44fe-9afe-f8e61b9df46a {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:18.298527 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 5a39a462-08a2-44fe-9afe-f8e61b9df46a not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:18.299188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4aa8294e-f48c-48ed-ab39-44e2a72d5821 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:18.317784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 4aa8294e-f48c-48ed-ab39-44e2a72d5821 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:18.318069 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 4aa8294e-f48c-48ed-ab39-44e2a72d5821 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:18.318469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:18.336807 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-c183f66a-fc1f-4381-babe-e53855e4eb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.338043 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:18.338370 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device aa0b5d03-f568-41ec-9bae-67bd3ee3ec06 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:18.369649 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (0af54936-3053-4950-a9a3-c05ccc02d715), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.375265 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.379084 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] 10.222.0.18 "DELETE /v2.0/networks/0af54936-3053-4950-a9a3-c05ccc02d715 HTTP/1.1" status: 204 len: 168 time: 0.7361798 Mar 08 20:34:18.382093 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54092) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:18.389824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41e6fb-8d73-43ab-a5f1-ea17a4a8b82c admin admin] Pushing event deleted for resources: {'Network': ['ID=0af54936-3053-4950-a9a3-c05ccc02d715,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:18.725513 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:18.968947 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Deleting port 8504689b-2308-435d-98a4-461853777065 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:18.969284 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (8504689b-2308-435d-98a4-461853777065), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.044281 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] For port 8504689b-2308-435d-98a4-461853777065, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=8504689b-2308-435d-98a4-461853777065,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:19.044558 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (8504689b-2308-435d-98a4-461853777065), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.057336 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Calling delete_port for 8504689b-2308-435d-98a4-461853777065 owned by network:router_interface {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:19.329635 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (8504689b-2308-435d-98a4-461853777065), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.354491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Pushing event deleted for resources: {'Port': ['ID=8504689b-2308-435d-98a4-461853777065,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:19.529707 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.643708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:19.747344 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Router 96bd33e6-9d63-4f69-aec6-f99b19176d76 has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:19.856197 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:19.863528 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-63d666c4-a94c-4801-89f8-ff4998c1a070 admin admin] 10.222.0.18 "PUT /v2.0/routers/96bd33e6-9d63-4f69-aec6-f99b19176d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4781189 Mar 08 20:34:19.864225 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54094) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:19.866017 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Sync routers for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:19.876602 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:19.877247 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:34:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:19.975235 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks [] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.082879 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: dv-cinder-830095-3-iscsi {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:20.083516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks [] for router_gateway (96bd33e6-9d63-4f69-aec6-f99b19176d76), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.201618 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Deleting port 6a21ad8f-3114-4aa6-a8e8-9412315415c6 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:20.201970 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.276224 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:34:19Z', 'revision_number': 5, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port': {'id': '6a21ad8f-3114-4aa6-a8e8-9412315415c6', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:22:46Z', 'updated_at': '2022-03-08T20:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:20.288423 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] For port 6a21ad8f-3114-4aa6-a8e8-9412315415c6, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=6a21ad8f-3114-4aa6-a8e8-9412315415c6,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:20.288782 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.301081 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Calling delete_port for 6a21ad8f-3114-4aa6-a8e8-9412315415c6 owned by network:router_gateway {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:20.302414 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Checking router: 96bd33e6-9d63-4f69-aec6-f99b19176d76 for host: dv-cinder-830095-3-iscsi {{(pid=103784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:20.310583 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Routers {'96bd33e6-9d63-4f69-aec6-f99b19176d76'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:20.311193 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:34:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['96bd33e6-9d63-4f69-aec6-f99b19176d76'], 'active': True} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:20.398432 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_dvr_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] Set router 96bd33e6-9d63-4f69-aec6-f99b19176d76 gateway port host: None {{(pid=103784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:20.452557 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.l3_hamode_db [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:34:20Z', 'revision_number': 6, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:20.478391 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942000d0-f06e-40d3-a65a-b80285ba4a29 None None] The sync data for ids ['96bd33e6-9d63-4f69-aec6-f99b19176d76'] in dv-cinder-830095-3-iscsi is: [{'id': '96bd33e6-9d63-4f69-aec6-f99b19176d76', 'name': 'tempest-TestVolumeBootPattern-1366993270-router', 'tenant_id': '88337199daa94dd5a98f25aa24e45e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:22:44Z', 'updated_at': '2022-03-08T20:34:20Z', 'revision_number': 6, 'project_id': '88337199daa94dd5a98f25aa24e45e9c', 'gw_port_host': None}] {{(pid=103784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:20.545588 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (6a21ad8f-3114-4aa6-a8e8-9412315415c6), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.581057 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a21ad8f-3114-4aa6-a8e8-9412315415c6,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:20.642397 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.747444 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.749598 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks [] for router_controller (96bd33e6-9d63-4f69-aec6-f99b19176d76), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.894214 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (96bd33e6-9d63-4f69-aec6-f99b19176d76), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.894671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96bd33e6-9d63-4f69-aec6-f99b19176d76 {{(pid=103782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:34:20.903205 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.903637 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-53d26c3b-8173-4b38-8821-c79d2a735061 admin admin] 10.222.0.18 "DELETE /v2.0/routers/96bd33e6-9d63-4f69-aec6-f99b19176d76 HTTP/1.1" status: 204 len: 168 time: 1.0384784 Mar 08 20:34:20.906782 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54096) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:20.954221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Deleting subnet eb58f098-a12b-4501-bd12-58fba205d111 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:34:20.957361 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Publish callbacks [] for subnet (eb58f098-a12b-4501-bd12-58fba205d111), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:20.991041 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (eb58f098-a12b-4501-bd12-58fba205d111), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.069087 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (eb58f098-a12b-4501-bd12-58fba205d111), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.175682 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (eb58f098-a12b-4501-bd12-58fba205d111), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.198778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb58f098-a12b-4501-bd12-58fba205d111,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:21.204401 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.207625 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-85269a9e-3792-4a99-80c6-d5c13d359702 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb58f098-a12b-4501-bd12-58fba205d111 HTTP/1.1" status: 204 len: 168 time: 0.2997687 Mar 08 20:34:21.209974 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05997869-3e97-4fad-8b06-d02afc3044b5 None None] Network 59259829-028f-4f3a-8345-c7de862ad36a requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:34:21.210501 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54098) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:21.282636 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (59259829-028f-4f3a-8345-c7de862ad36a), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.338184 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Deleting port 7c1eb80e-85fe-44ff-923f-937f777573c2 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:21.338529 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.385063 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] DHCP port deletion for 59259829-028f-4f3a-8345-c7de862ad36a request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:34:21.412690 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] For port 7c1eb80e-85fe-44ff-923f-937f777573c2, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=7c1eb80e-85fe-44ff-923f-937f777573c2,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:21.413051 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.415290 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.427203 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Calling delete_port for 7c1eb80e-85fe-44ff-923f-937f777573c2 owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:21.439883 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Deleting port 7c1eb80e-85fe-44ff-923f-937f777573c2 {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:34:21.440258 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.507758 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] For port 7c1eb80e-85fe-44ff-923f-937f777573c2, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=7c1eb80e-85fe-44ff-923f-937f777573c2,segment=NetworkSegment(8fcf9f61-401d-4bf1-903e-4d51c9d92368),segment_id=8fcf9f61-401d-4bf1-903e-4d51c9d92368)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:21.508190 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.521441 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Calling delete_port for 7c1eb80e-85fe-44ff-923f-937f777573c2 owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:34:21.586505 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.602692 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (7c1eb80e-85fe-44ff-923f-937f777573c2), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.614299 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] No DVR routers for this DVR port 7c1eb80e-85fe-44ff-923f-937f777573c2 on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:21.618049 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1eb80e-85fe-44ff-923f-937f777573c2,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:21.628417 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] Pushing event deleted for resources: {'Port': ['ID=7c1eb80e-85fe-44ff-923f-937f777573c2,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:21.631787 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2b62c-4d17-4aa9-a432-29e1ff454287 None None] No DVR routers for this DVR port 7c1eb80e-85fe-44ff-923f-937f777573c2 on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:34:21.690574 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (59259829-028f-4f3a-8345-c7de862ad36a), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.713171 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59259829-028f-4f3a-8345-c7de862ad36a']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:21.722182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcf9f61-401d-4bf1-903e-4d51c9d92368') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:21.722559 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcf9f61-401d-4bf1-903e-4d51c9d92368') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:21.731528 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (8fcf9f61-401d-4bf1-903e-4d51c9d92368), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.744829 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (8fcf9f61-401d-4bf1-903e-4d51c9d92368), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.751264 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:34:21.751633 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (8fcf9f61-401d-4bf1-903e-4d51c9d92368), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:34:21.753343 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:34:21.872194 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (59259829-028f-4f3a-8345-c7de862ad36a), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.877254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:21.880457 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/59259829-028f-4f3a-8345-c7de862ad36a HTTP/1.1" status: 204 len: 168 time: 0.6689458 Mar 08 20:34:21.892893 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aeb749-ce06-464f-aba7-1fb9b6a4a3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=59259829-028f-4f3a-8345-c7de862ad36a,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:21.895394 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:34:22.257940 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54108) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:22.273046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 7c1eb80e-85fe-44ff-923f-937f777573c2 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:22.294034 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 7c1eb80e-85fe-44ff-923f-937f777573c2 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:22.294441 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 7c1eb80e-85fe-44ff-923f-937f777573c2 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:22.294862 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 8504689b-2308-435d-98a4-461853777065 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:22.305449 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7bb05e6d-bdb5-4e19-ae6a-4a2be83aac9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c45730ec0b34b569d89b5a6d9538c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461750 Mar 08 20:34:22.307926 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54110) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:22.315466 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 8504689b-2308-435d-98a4-461853777065 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:22.316990 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 8504689b-2308-435d-98a4-461853777065 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:22.316990 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 6a21ad8f-3114-4aa6-a8e8-9412315415c6 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:34:22.335399 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 6a21ad8f-3114-4aa6-a8e8-9412315415c6 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:34:22.335769 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 6a21ad8f-3114-4aa6-a8e8-9412315415c6 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:34:22.360890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] Publish callbacks [] for security_group (64c88cf9-bdb1-4c1d-b729-0917dfba75f8), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:22.382183 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] Publish callbacks [] for security_group (64c88cf9-bdb1-4c1d-b729-0917dfba75f8), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:22.501467 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (64c88cf9-bdb1-4c1d-b729-0917dfba75f8), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:22.504129 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:22.505364 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64c88cf9-bdb1-4c1d-b729-0917dfba75f8 HTTP/1.1" status: 204 len: 168 time: 0.1965146 Mar 08 20:34:22.513110 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c17f10-37a6-4011-96a5-44116d2b863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c88cf9-bdb1-4c1d-b729-0917dfba75f8,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:22.550518 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.281301 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54120) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:23.325709 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6a19a934-6f81-4731-bbac-b2216991b357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88337199daa94dd5a98f25aa24e45e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425754 Mar 08 20:34:23.328854 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54122) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:23.375571 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] Publish callbacks [] for security_group (679d6124-3276-4e9a-9ba0-5f71e2ea94d0), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.397339 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] Publish callbacks [] for security_group (679d6124-3276-4e9a-9ba0-5f71e2ea94d0), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.621742 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (679d6124-3276-4e9a-9ba0-5f71e2ea94d0), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.624380 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:23.625565 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/679d6124-3276-4e9a-9ba0-5f71e2ea94d0 HTTP/1.1" status: 204 len: 168 time: 0.2957089 Mar 08 20:34:23.633419 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b3fc0-3830-4bf0-aee6-26709fd824b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679d6124-3276-4e9a-9ba0-5f71e2ea94d0,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:26.386203 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.506707 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54158) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:33.511165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696552389', 'description': 'tempest-description--1438359357'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:33.615388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.680714 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3c6f3d12-119f-4926-b750-1214f71ff295), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.768200 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3c6f3d12-119f-4926-b750-1214f71ff295), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.798050 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f3d12-119f-4926-b750-1214f71ff295,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:33.867927 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:33.869192 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e43579ee-1365-4b27-a913-1c0e3ef4b318 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3614748 Mar 08 20:34:33.871995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54160) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:33.876778 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '3c6f3d12-119f-4926-b750-1214f71ff295', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:33.962027 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (c36296f2-fd26-4352-8531-d3606fd33c32), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.016411 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (c36296f2-fd26-4352-8531-d3606fd33c32), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.111992 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (c36296f2-fd26-4352-8531-d3606fd33c32), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.130534 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36296f2-fd26-4352-8531-d3606fd33c32,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:34.262472 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.263677 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-27da3764-e603-4b7b-9d46-d4558be11553 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907542 Mar 08 20:34:34.266961 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54162) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:34.271341 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '3c6f3d12-119f-4926-b750-1214f71ff295', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:34.452913 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (ad6c86f9-09dc-4761-8883-99ad1445c695), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.506247 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (ad6c86f9-09dc-4761-8883-99ad1445c695), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.671809 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (ad6c86f9-09dc-4761-8883-99ad1445c695), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.689584 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6c86f9-09dc-4761-8883-99ad1445c695,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:34.821333 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:34.822502 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2926b1c9-7fbe-4788-89b8-d305125911ec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5545847 Mar 08 20:34:34.825567 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54164) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:34.830364 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:34.980968 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.347159 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.445600 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.27.0.202 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/a83151f9-d8e9-4019-9a0c-fe279a598aad) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:35.546425 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.684128 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.724262 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:35.727087 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:35.730491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:35.760676 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=a83151f9-d8e9-4019-9a0c-fe279a598aad,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:35.822991 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:35.940676 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.090573 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.215048 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.283156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=a83151f9-d8e9-4019-9a0c-fe279a598aad,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:36.294952 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.406627 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:36.407901 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-50e3ea81-e4aa-4aa5-a221-d94d29b37e77 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5813420 Mar 08 20:34:37.019514 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-153c0a54-7acd-49b3-bdfe-b2d178eb5b61 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1696552389&fields=id&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 267 time: 0.2836041 Mar 08 20:34:37.125448 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-13cb7eb4-0f66-47ec-93cf-cbdc7494b792 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:37.126905 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-13cb7eb4-0f66-47ec-93cf-cbdc7494b792 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1006529 Mar 08 20:34:37.140987 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-709fb4c7-4dce-48a1-9a0c-75ba97820ab1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/quotas/cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 375 time: 0.0087631 Mar 08 20:34:37.199441 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-40c6a614-9015-45e0-808e-65af63e28278 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536621 Mar 08 20:34:37.295288 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-28deaea7-899a-4844-9f28-40556e1569bd service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839815 Mar 08 20:34:37.386766 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-eed8315d-92e2-4b56-a69e-856564a7f541 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854177 Mar 08 20:34:37.754380 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f8555f62-ed20-4d9a-a2e0-fdbe4f29cfb0 req-e3929c57-9e01-48bb-85be-470dc478a78e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 210 time: 0.1301510 Mar 08 20:34:38.849477 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2328158c-26de-4f9e-89c9-f102f8bb4710 req-74a33c4a-1fa7-4143-a6fa-c8d309647cc6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 210 time: 0.0272422 Mar 08 20:34:39.843334 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-b18ff99a-4f81-4a87-8e05-cc40219d5f5b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:39.844787 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-b18ff99a-4f81-4a87-8e05-cc40219d5f5b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1028101 Mar 08 20:34:39.915562 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-9ed0a063-4bea-43a6-ae32-7046a9a59a97 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 473 time: 0.0631557 Mar 08 20:34:39.931184 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'port': {'device_id': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'admin_state_up': True, 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'security_groups': ['3c6f3d12-119f-4926-b750-1214f71ff295']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:39.959763 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-cc2020ab-7aa7-4729-8d55-6068ec5bf291 req-cfc563c1-4a45-413f-97ac-dbf162c5b327 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 210 time: 0.0427530 Mar 08 20:34:40.192052 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:34:40.195455 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.320118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.20.0.14 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/3321dca9-fcf7-4b30-a193-69a40773c783) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:34:40.457810 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (3321dca9-fcf7-4b30-a193-69a40773c783), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.563859 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.610059 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:34:40.612943 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:34:40.616518 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:34:40.622979 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:40.676336 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:40.676994 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.783107 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-ad975b48-ea81-4019-b0aa-a415a1bfc1e4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566239 Mar 08 20:34:40.794612 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Request body: {'port': {'device_id': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:40.859204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.879040 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-06c0f675-48a8-421d-8c51-973bd5019218 None None] Provisioning complete for port 3321dca9-fcf7-4b30-a193-69a40773c783 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:40.889758 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-06c0f675-48a8-421d-8c51-973bd5019218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:40.913234 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-06c0f675-48a8-421d-8c51-973bd5019218 None None] Port 3321dca9-fcf7-4b30-a193-69a40773c783 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:34:41.178456 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5a534-696d-4501-affc-04e1ea51e5cf req-2364d554-b25a-46f0-be4b-6a165f833f80 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.179967 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20d5a534-696d-4501-affc-04e1ea51e5cf req-2364d554-b25a-46f0-be4b-6a165f833f80 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 932 time: 0.1357183 Mar 08 20:34:41.206678 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3321dca9-fcf7-4b30-a193-69a40773c783 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:41.219201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks [] for port (3321dca9-fcf7-4b30-a193-69a40773c783), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.248866 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Transition to ACTIVE for port object 3321dca9-fcf7-4b30-a193-69a40773c783 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:34:41.258052 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-20d5a534-696d-4501-affc-04e1ea51e5cf req-12aa0e69-10c3-408c-bc44-e54e05c789a3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695844 Mar 08 20:34:41.417451 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.471914 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Pushing event updated for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:41.480021 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-e361b3e8-ff9c-4145-b7f9-99524390c1f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531788 Mar 08 20:34:41.542458 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Attempting to bind port 3321dca9-fcf7-4b30-a193-69a40773c783 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:34:41.542795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Attempting to bind port 3321dca9-fcf7-4b30-a193-69a40773c783 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:34:41.543123 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Attempting to bind port 3321dca9-fcf7-4b30-a193-69a40773c783 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:41.548131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Port 3321dca9-fcf7-4b30-a193-69a40773c783 on network dbc41aed-1242-4f9a-af5e-01e28febe80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:34:41.548670 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Attempting to bind port 3321dca9-fcf7-4b30-a193-69a40773c783 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:34:41.549958 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-60123bc6-5ff6-45d1-b191-4e272f74308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.552309 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-60123bc6-5ff6-45d1-b191-4e272f74308e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1130 time: 0.0505817 Mar 08 20:34:41.554749 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:34:41.555093 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:34:41.555482 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:34:41.555950 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Bound port: 3321dca9-fcf7-4b30-a193-69a40773c783, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:34:41.556313 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.629986 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:34:41.634251 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3321dca9-fcf7-4b30-a193-69a40773c783,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:34:41.667156 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-cd6ec8bf-cff8-4c75-8e5c-f971a209c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.668688 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-cd6ec8bf-cff8-4c75-8e5c-f971a209c668 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0983951 Mar 08 20:34:41.736789 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-215e9f0d-d188-4822-b46a-79554e16d0bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 200 len: 1001 time: 0.0624428 Mar 08 20:34:41.784938 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-4266d6bb-7e6e-4f33-b79b-f137fe0e7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.786312 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-4266d6bb-7e6e-4f33-b79b-f137fe0e7ea4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0439816 Mar 08 20:34:41.804116 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.837314 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-334ef2f4-bc9b-4f71-a5b9-972810da4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.837446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.838026 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:41.838978 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-334ef2f4-bc9b-4f71-a5b9-972810da4451 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474026 Mar 08 20:34:41.839395 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] 10.222.0.47 "PUT /v2.0/ports/3321dca9-fcf7-4b30-a193-69a40773c783 HTTP/1.1" status: 200 len: 1094 time: 1.0489793 Mar 08 20:34:41.839854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:41.845132 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:41.868824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49296ff4-f834-472f-bcd6-5a025216d31e service neutron] Pushing event updated for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:41.886863 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a820318-2e0e-4c11-b729-4c299190106e x-openstack-request-id: req-4a820318-2e0e-4c11-b729-4c299190106e {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:41.887166 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:41.887425 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a820318-2e0e-4c11-b729-4c299190106e {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:41.887875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783', 'status': 'completed', 'code': 200} Mar 08 20:34:41.947632 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-533d9f09-139d-4108-91a7-e92b4a2a93cd service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996981 Mar 08 20:34:41.957862 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-3d69aa4d-23bb-4689-9fd1-5071084bf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:41.959405 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-3d69aa4d-23bb-4689-9fd1-5071084bf342 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 1128 time: 0.0505900 Mar 08 20:34:42.051181 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [req-d4e5bce2-8e14-45c9-ac60-54615a6d2b7c req-345f57e1-f717-4b3c-a294-142878da2a73 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962205 Mar 08 20:34:42.072909 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-d04acb32-3940-4797-817c-45d722a0cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.074380 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-d04acb32-3940-4797-817c-45d722a0cffa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1082416 Mar 08 20:34:42.172315 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-c9076446-af86-407c-ab55-4292e7656053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.173650 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-de9c83c2-a8fa-4aaf-875a-a3995eb10cd2 req-c9076446-af86-407c-ab55-4292e7656053 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0930696 Mar 08 20:34:42.250637 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-f9e0d6a5-1e56-433e-97a2-73b2decdad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.252181 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-f9e0d6a5-1e56-433e-97a2-73b2decdad33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 1128 time: 0.0454311 Mar 08 20:34:42.292973 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-144d314a-34e0-4211-ba89-3c5e96186226 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3321dca9-fcf7-4b30-a193-69a40773c783 HTTP/1.1" status: 200 len: 217 time: 0.0348167 Mar 08 20:34:42.370387 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-75270db0-e8ff-40eb-87e7-ee96e18470fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.371791 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-75270db0-e8ff-40eb-87e7-ee96e18470fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0732853 Mar 08 20:34:42.418701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff6ee-8cc9-41c4-8e65-66c5625c688b req-e10f529b-3a83-4437-b003-ba9208fd3eeb tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.420194 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6d9ff6ee-8cc9-41c4-8e65-66c5625c688b req-e10f529b-3a83-4437-b003-ba9208fd3eeb tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 944 time: 0.0921829 Mar 08 20:34:42.447060 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-dca9544b-5e06-427b-bfb2-73f5e3a245f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:42.448557 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-dca9544b-5e06-427b-bfb2-73f5e3a245f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704947 Mar 08 20:34:42.497126 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6d9ff6ee-8cc9-41c4-8e65-66c5625c688b req-59c8971f-9027-46f2-af16-3046abbc6ad8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695484 Mar 08 20:34:42.558736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-5d68f3c1-eb38-4575-bb6f-8cda68c7a252 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997164 Mar 08 20:34:42.645683 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-8c54be01-5e94-4e5a-9ca9-5b25f5861864 req-1e7a88d5-5929-4b18-baef-32effc982a03 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814900 Mar 08 20:34:43.615169 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499a3f-83c6-42ef-ac78-6b0b1e49793f req-eb8deed5-875c-4385-ae03-50821900acf6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:43.616694 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c499a3f-83c6-42ef-ac78-6b0b1e49793f req-eb8deed5-875c-4385-ae03-50821900acf6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 944 time: 0.0517740 Mar 08 20:34:43.668191 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c499a3f-83c6-42ef-ac78-6b0b1e49793f req-6d43adaa-0b9e-4e1c-836a-209125679c07 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Mar 08 20:34:44.788795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bc004-875b-49d0-8a0f-413f5e933103 req-d6097e9a-4da6-4629-84cf-ae39e4a806e5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:44.790256 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-818bc004-875b-49d0-8a0f-413f5e933103 req-d6097e9a-4da6-4629-84cf-ae39e4a806e5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 944 time: 0.0519350 Mar 08 20:34:44.836706 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-818bc004-875b-49d0-8a0f-413f5e933103 req-08649047-e1ca-48a3-bf28-1555d851f0f3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Mar 08 20:34:45.955530 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41b113-61a9-4bb5-95cf-96381a3bf6f1 req-f50a1525-0275-4c9b-a36f-e906926b4b0f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:45.957036 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa41b113-61a9-4bb5-95cf-96381a3bf6f1 req-f50a1525-0275-4c9b-a36f-e906926b4b0f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 944 time: 0.0522501 Mar 08 20:34:45.980712 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0e357066-14c3-49c8-ae2a-1c8f0c2987c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:46.003367 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa41b113-61a9-4bb5-95cf-96381a3bf6f1 req-d620ef99-1a8d-4965-a2a1-d79736f4d985 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Mar 08 20:34:46.954368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3321dca9-fcf7-4b30-a193-69a40773c783 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:34:47.055862 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3321dca9-fcf7-4b30-a193-69a40773c783,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:47.064634 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '3321dca9-fcf7-4b30-a193-69a40773c783', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'port_id': '3321dca9-fcf7-4b30-a193-69a40773c783', 'mac_address': 'fa:16:3e:71:28:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:34:47.102998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3321dca9-fcf7-4b30-a193-69a40773c783 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:47.103412 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.120612 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3321dca9-fcf7-4b30-a193-69a40773c783 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:34:47.130277 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae7859-1689-4e95-adb3-438528b66959 req-6020d262-db06-4f5e-b328-3dc3787cd642 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:47.130277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fae7859-1689-4e95-adb3-438528b66959 req-6020d262-db06-4f5e-b328-3dc3787cd642 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 944 time: 0.0576894 Mar 08 20:34:47.142795 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3321dca9-fcf7-4b30-a193-69a40773c783,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:47.173020 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-1fae7859-1689-4e95-adb3-438528b66959 req-582aff56-6fcb-4c7d-8fec-d889b166893a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Mar 08 20:34:47.270894 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:47.321756 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:47.597278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['3321dca9-fcf7-4b30-a193-69a40773c783'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:34:48.292675 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe5d54-8908-4c5d-8bab-c918c7f07602 req-0a257cbf-d1cb-4e31-9081-be670bcd17d1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:48.294173 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0bbe5d54-8908-4c5d-8bab-c918c7f07602 req-0a257cbf-d1cb-4e31-9081-be670bcd17d1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Mar 08 20:34:48.341117 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0bbe5d54-8908-4c5d-8bab-c918c7f07602 req-b3b2fbc7-29b1-4dfc-9af3-4ee1c585b070 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Mar 08 20:34:48.460650 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc0c7-a616-449f-a291-5fff85be9fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:48.965597 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3321dca9-fcf7-4b30-a193-69a40773c783 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:34:49.321651 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 3321dca9-fcf7-4b30-a193-69a40773c783 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:34:49.325691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 3321dca9-fcf7-4b30-a193-69a40773c783 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:34:49.326065 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.403122 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 3321dca9-fcf7-4b30-a193-69a40773c783 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:34:49.403122 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.424646 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:49.426866 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c29e3db-7d07-4a5e-a032-f4e36547822d" -d '{"events": [{"server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "name": "network-vif-plugged", "status": "completed", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:49.440548 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3321dca9-fcf7-4b30-a193-69a40773c783,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:34:49.463652 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982955f-4665-4093-adef-b06093c22238 req-a842c177-9d48-4a55-9b4b-11e4cc37fca7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:49.465159 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ea3cbf-2f63-4d4c-ac5a-ea681a02e273 x-openstack-request-id: req-62ea3cbf-2f63-4d4c-ac5a-ea681a02e273 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:49.465573 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3982955f-4665-4093-adef-b06093c22238 req-a842c177-9d48-4a55-9b4b-11e4cc37fca7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 945 time: 0.0580275 Mar 08 20:34:49.465672 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "name": "network-vif-plugged", "status": "completed", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:49.465776 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62ea3cbf-2f63-4d4c-ac5a-ea681a02e273 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:49.466131 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783', 'code': 200} Mar 08 20:34:49.514756 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3982955f-4665-4093-adef-b06093c22238 req-d326114a-2a63-43e8-98af-5cb934bc930b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437965 Mar 08 20:34:49.625417 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.676237 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:34:49.683571 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.683948 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.684297 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.684637 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.684972 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.685304 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.685708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.687191 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.687531 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.687893 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.688230 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.688728 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.689175 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:34:49.774864 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:49.916635 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf15221-d0dd-4bb9-8db1-2d79ce4c9542 req-d2741e4e-01c8-4781-9cbe-b6df90fcb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:49.918132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fcf15221-d0dd-4bb9-8db1-2d79ce4c9542 req-d2741e4e-01c8-4781-9cbe-b6df90fcb137 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 1130 time: 0.0429571 Mar 08 20:34:49.959964 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-fcf15221-d0dd-4bb9-8db1-2d79ce4c9542 req-902ccfeb-de57-4f4f-99f2-47646057b703 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358174 Mar 08 20:34:50.632103 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8953c-550d-4151-8631-0503c8bee308 req-35ae9f38-6071-4dbf-b414-1072aef2fe29 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:50.633559 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74b8953c-550d-4151-8631-0503c8bee308 req-35ae9f38-6071-4dbf-b414-1072aef2fe29 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0520501 Mar 08 20:34:50.682111 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-74b8953c-550d-4151-8631-0503c8bee308 req-507e3199-5595-4581-892a-3c7f7e4dc928 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Mar 08 20:34:51.453383 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:51.800112 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec09972-0a0c-4f64-878a-41d749524532 req-5cda03c8-7afb-4ded-9664-2704e9d83b26 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.801590 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aec09972-0a0c-4f64-878a-41d749524532 req-5cda03c8-7afb-4ded-9664-2704e9d83b26 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0532715 Mar 08 20:34:51.848322 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aec09972-0a0c-4f64-878a-41d749524532 req-17374efc-b838-446c-805e-b7d0f7d70df1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Mar 08 20:34:51.961338 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae1d61-dc95-4eb8-9e06-f0b34d6d3b2b req-1adc55ea-99ab-499d-aeb8-8d99543f0833 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:51.962736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-79ae1d61-dc95-4eb8-9e06-f0b34d6d3b2b req-1adc55ea-99ab-499d-aeb8-8d99543f0833 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0530415 Mar 08 20:34:51.971830 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54226) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:34:51.976507 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'port_id': '3321dca9-fcf7-4b30-a193-69a40773c783'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:34:52.016654 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.461165 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.580802 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.643009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:52.682776 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.db.l3_db [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP bfaa712d-1172-4647-aa65-37d84832d9bc associated. External IP: 172.27.0.202, port: 3321dca9-fcf7-4b30-a193-69a40773c783. Mar 08 20:34:52.889364 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:34:52.994510 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:34:52.999305 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:53.004048 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:34:53.014010 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:53.014662 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:34:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:53.047749 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-811422f7-dad0-4093-b910-6ec6797719fd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "PUT /v2.0/floatingips/bfaa712d-1172-4647-aa65-37d84832d9bc HTTP/1.1" status: 200 len: 992 time: 1.0604920 Mar 08 20:34:53.047749 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783'}] {{(pid=103782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:34:53.047749 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23ac208030e680e7e45896ed1cf0bde41094dbddec0e24f0d8449883f1b49b20" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783"}]}' {{(pid=103782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:34:53.073220 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c307ab2-e44d-4530-8cc2-8bb21b2b6531 x-openstack-request-id: req-7c307ab2-e44d-4530-8cc2-8bb21b2b6531 {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:34:53.073516 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783", "status": "completed", "code": 200}]} {{(pid=103782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:34:53.073772 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c307ab2-e44d-4530-8cc2-8bb21b2b6531 {{(pid=103782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:34:53.074169 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783', 'status': 'completed', 'code': 200} Mar 08 20:34:53.146453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:53.182038 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-fd133923-c22c-4980-b87e-dfd550f000a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.183646 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-fd133923-c22c-4980-b87e-dfd550f000a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 1130 time: 0.0894895 Mar 08 20:34:53.281493 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-5702ac58-92b9-46ad-b29e-a307e62c5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.283119 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-5702ac58-92b9-46ad-b29e-a307e62c5da9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0931129 Mar 08 20:34:53.354855 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-af1361eb-2646-47c9-a50e-cdbeacd0187f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3321dca9-fcf7-4b30-a193-69a40773c783 HTTP/1.1" status: 200 len: 1000 time: 0.0660090 Mar 08 20:34:53.412875 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-de8861f0-8fd2-47b2-bfc9-d006ef903c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.412875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-de8861f0-8fd2-47b2-bfc9-d006ef903c08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0434780 Mar 08 20:34:53.453181 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-77c89787-5e2d-4e90-98b0-2aeb9fe3eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:34:53.454706 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-77c89787-5e2d-4e90-98b0-2aeb9fe3eb42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453975 Mar 08 20:34:53.546893 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-2e333803-f270-494c-a6dd-bf8c9db9ec94 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Mar 08 20:34:53.630412 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}, {'id': 'bfaa712d-1172-4647-aa65-37d84832d9bc', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '3321dca9-fcf7-4b30-a193-69a40773c783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:71:28:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:35Z', 'updated_at': '2022-03-08T20:34:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:53.636954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aa8fb6be-26b8-4a63-a310-2d0fd0ded0cc req-78be8b78-7968-4610-a7da-37d26fef0d73 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Mar 08 20:34:53.663266 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:34:53.680074 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:34:53.680677 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:34:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:53.800717 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:34:54.029712 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}, {'id': 'bfaa712d-1172-4647-aa65-37d84832d9bc', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '3321dca9-fcf7-4b30-a193-69a40773c783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:71:28:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:35Z', 'updated_at': '2022-03-08T20:34:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:34:54.056887 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9426-71e9-4db8-9ac7-2edcc3ee2c69 None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}, {'id': 'bfaa712d-1172-4647-aa65-37d84832d9bc', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '3321dca9-fcf7-4b30-a193-69a40773c783', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:71:28:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:34:35Z', 'updated_at': '2022-03-08T20:34:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:34:54.240901 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a64aa-c108-48e9-baf7-3d4ae03e909d None None] New status for floating IP bfaa712d-1172-4647-aa65-37d84832d9bc: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:34:56.370307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:34:58.894513 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:15.985602 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b975fc4f-60df-402c-bf59-472d06204694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:18.340174 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f3f49376-a388-4fe0-beca-dd4a28268dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:19.699797 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:21.773308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:22.584185 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:25.904867 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-3b1d597b-819c-441b-8995-2d3f92828e49 req-a2be8fa1-0108-45ed-b067-a7ba6af891a8 service neutron] (103782) timed out ('10.222.0.47', 49900) {{(pid=103782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:35:26.499947 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:31.572229 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [req-79c56f59-ca16-42a3-9e0c-bae388feda90 req-b673e0c6-38ec-4066-8db1-32b9aad9d119 service neutron] (103781) timed out ('10.222.0.47', 49906) {{(pid=103781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:35:35.894573 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:35:42.428940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-db4a5894-c684-4c97-aa19-6498215db274 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434759 Mar 08 20:35:42.517053 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-c99f62dd-c2b1-4b40-b2bb-dc21f5869db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.518590 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-c99f62dd-c2b1-4b40-b2bb-dc21f5869db1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 1130 time: 0.0475273 Mar 08 20:35:42.621783 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-c27dba38-71a1-4b8e-bc2f-3d6e3354a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.631483 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-c27dba38-71a1-4b8e-bc2f-3d6e3354a0bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0925756 Mar 08 20:35:42.701693 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-9a311e85-3b4b-4850-99a0-ac963be0e913 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 200 len: 1001 time: 0.0692778 Mar 08 20:35:42.747512 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-ba59eb37-4718-4f1f-9ab9-5bee7aea1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.748953 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-ba59eb37-4718-4f1f-9ab9-5bee7aea1717 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0423136 Mar 08 20:35:42.800154 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-6b235c4b-16c2-4a33-88e7-fe93ff9c0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:35:42.801846 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-6b235c4b-16c2-4a33-88e7-fe93ff9c0983 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469024 Mar 08 20:35:42.892972 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-78adbd72-1fb1-44d3-9b23-70c715052ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852678 Mar 08 20:35:42.990914 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-d43e0162-ce6e-455c-a726-8bfc38ef74c2 req-b1dab88b-860f-4460-a43f-1caaa6cbcca4 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917101 Mar 08 20:35:45.996113 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a0a14529-4500-4a83-b8d9-b1519967750b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:48.328077 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-27e61ecd-d949-4278-a62f-5004aa0ea788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:49.653995 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:51.619119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:52.584009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:35:56.442188 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:12.892820 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:36:15.984490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a7a13e66-d5fd-4810-90d3-5d2594c1d54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:18.339022 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f5f59722-3700-4936-9857-c26d82c1a0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:19.676691 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:20.637676 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602eaea-0288-4fc4-8269-2f2afde4a5f0 req-3628b296-ff97-47ad-8558-455d8a2f831d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:20.639206 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5602eaea-0288-4fc4-8269-2f2afde4a5f0 req-3628b296-ff97-47ad-8558-455d8a2f831d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0571127 Mar 08 20:36:20.685336 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5602eaea-0288-4fc4-8269-2f2afde4a5f0 req-be8ea6b5-7bb4-4103-a8c9-707525e26c74 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Mar 08 20:36:21.464121 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:21.805366 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02145-194e-415c-aeb5-778dfbbd2cca req-f40c6ed0-76ac-4261-bc48-8b1c2e6c6852 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:21.806841 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aea02145-194e-415c-aeb5-778dfbbd2cca req-f40c6ed0-76ac-4261-bc48-8b1c2e6c6852 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0534384 Mar 08 20:36:21.853332 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-aea02145-194e-415c-aeb5-778dfbbd2cca req-cd825a1d-d3c8-40d3-ac45-58286f2e16a6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Mar 08 20:36:22.377518 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-6e81961a-c9a6-4ad5-a969-454d01e99978 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:22.378953 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-6e81961a-c9a6-4ad5-a969-454d01e99978 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0547132 Mar 08 20:36:22.467518 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 3321dca9-fcf7-4b30-a193-69a40773c783 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:22.467892 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.560843 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] For port 3321dca9-fcf7-4b30-a193-69a40773c783, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3321dca9-fcf7-4b30-a193-69a40773c783,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:22.561201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.561466 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.728501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.728749 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:22.729058 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP bfaa712d-1172-4647-aa65-37d84832d9bc disassociated. External IP: 172.27.0.202, port: 3321dca9-fcf7-4b30-a193-69a40773c783. Mar 08 20:36:22.729396 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 3321dca9-fcf7-4b30-a193-69a40773c783 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:22.969778 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34c07-1da3-46fe-982c-4df729d743b2 req-b6e847b5-46ea-4f1d-84e2-523d0c91f432 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:22.983830 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-51d34c07-1da3-46fe-982c-4df729d743b2 req-b6e847b5-46ea-4f1d-84e2-523d0c91f432 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 946 time: 0.0521350 Mar 08 20:36:23.016027 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-51d34c07-1da3-46fe-982c-4df729d743b2 req-d4d44126-d462-4401-ac8c-7d6d781a316f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c6f3d12-119f-4926-b750-1214f71ff295&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385540 Mar 08 20:36:23.036749 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (3321dca9-fcf7-4b30-a193-69a40773c783), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.064009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=3321dca9-fcf7-4b30-a193-69a40773c783,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:23.073317 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.073671 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.074017 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.074358 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.074789 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.075035 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.075366 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.075698 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.076437 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.076437 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.076716 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.077005 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.077332 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:23.439063 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:23.552411 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:23.561843 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:23.571895 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:23.572521 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:23.596713 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] No DVR routers for this DVR port 3321dca9-fcf7-4b30-a193-69a40773c783 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:23.599916 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:23.603368 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-e7ce0632-3d3d-4328-bb5f-839090bf866d req-026b1b6e-b130-48fc-b4e8-8112fce1c3c0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "DELETE /v2.0/ports/3321dca9-fcf7-4b30-a193-69a40773c783 HTTP/1.1" status: 204 len: 173 time: 1.2197478 Mar 08 20:36:23.603848 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'name': 'network-vif-deleted', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:23.606701 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0f1253-ba88-479f-a7b2-b25cc9bbd3dc" -d '{"events": [{"server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "name": "network-vif-deleted", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:23.641964 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485b01bb-7662-4662-bed0-771174c30729 x-openstack-request-id: req-485b01bb-7662-4662-bed0-771174c30729 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:23.642209 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f3076d-414d-48a3-a3c0-138c5888cc82", "name": "network-vif-deleted", "tag": "3321dca9-fcf7-4b30-a193-69a40773c783", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:23.642461 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-485b01bb-7662-4662-bed0-771174c30729 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:23.642864 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f3076d-414d-48a3-a3c0-138c5888cc82', 'name': 'network-vif-deleted', 'tag': '3321dca9-fcf7-4b30-a193-69a40773c783', 'status': 'completed', 'code': 200} Mar 08 20:36:23.684733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:23.924482 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:23.950453 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:23.959358 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:23.959993 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:24.070274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:24.122267 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ac3e41b4-ba81-4f1a-847e-2a893a864e40 req-f02ace3e-cde9-47d8-8a7c-408024b52c35 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f3076d-414d-48a3-a3c0-138c5888cc82 HTTP/1.1" status: 200 len: 210 time: 0.0263331 Mar 08 20:36:24.429490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:24.460292 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5b1bd-428d-41bd-8f54-0e4c5e7d3adb None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.30', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:62:88:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:32:03Z', 'updated_at': '2022-03-08T20:32:24Z', 'revision_number': 2, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:24.677259 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda3629-758b-48a3-8190-aaa99ab0b87c None None] New status for floating IP bfaa712d-1172-4647-aa65-37d84832d9bc: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:25.282132 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54284) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:25.336693 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3c6f3d12-119f-4926-b750-1214f71ff295), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.359513 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3c6f3d12-119f-4926-b750-1214f71ff295), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.498637 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3c6f3d12-119f-4926-b750-1214f71ff295), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.501240 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.502394 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c6f3d12-119f-4926-b750-1214f71ff295 HTTP/1.1" status: 204 len: 168 time: 0.2192883 Mar 08 20:36:25.505719 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54288) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:25.512226 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f3d12-119f-4926-b750-1214f71ff295,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:25.518435 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.api.v2.resource [None req-e47a94a6-8752-486f-8193-cba6c0141c62 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] show failed (client error): The resource could not be found. Mar 08 20:36:25.519345 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.520158 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e47a94a6-8752-486f-8193-cba6c0141c62 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups/3c6f3d12-119f-4926-b750-1214f71ff295 HTTP/1.1" status: 404 len: 347 time: 0.0127349 Mar 08 20:36:25.520315 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.520821 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.521178 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.521523 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.521862 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.522201 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.522611 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.522773 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54290) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:25.522978 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.523262 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.523602 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.523961 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.527138 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb507b6-e1a9-448e-9414-01c9922cf161 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:25.647821 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port a83151f9-d8e9-4019-9a0c-fe279a598aad {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:25.648160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.720861 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.721182 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (a83151f9-d8e9-4019-9a0c-fe279a598aad), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:25.732446 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for a83151f9-d8e9-4019-9a0c-fe279a598aad owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:25.973588 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (a83151f9-d8e9-4019-9a0c-fe279a598aad), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.002258 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=a83151f9-d8e9-4019-9a0c-fe279a598aad,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:26.063120 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (bfaa712d-1172-4647-aa65-37d84832d9bc), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.065711 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:26.067050 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-4fc7a363-abf9-49f9-aca8-5afad75e2c1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/floatingips/bfaa712d-1172-4647-aa65-37d84832d9bc HTTP/1.1" status: 204 len: 168 time: 0.5433807 Mar 08 20:36:26.464368 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:27.422519 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3321dca9-fcf7-4b30-a193-69a40773c783 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:27.443963 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 3321dca9-fcf7-4b30-a193-69a40773c783 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:27.444313 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 3321dca9-fcf7-4b30-a193-69a40773c783 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:29.267198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3432cf5-c790-4f88-aa4c-6835e59e4c94 req-d04944f7-66da-4f8d-853e-701ee7173e1c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:29.268685 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f3432cf5-c790-4f88-aa4c-6835e59e4c94 req-d04944f7-66da-4f8d-853e-701ee7173e1c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0526440 Mar 08 20:36:29.316979 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f3432cf5-c790-4f88-aa4c-6835e59e4c94 req-b66d65ec-5420-48d9-bf92-bdf660f71ad9 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Mar 08 20:36:30.441818 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4bd59-cd77-42e8-8952-7a3e1f4fe571 req-2499a984-9655-45fb-ace3-1a674642cf00 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:30.443838 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3ab4bd59-cd77-42e8-8952-7a3e1f4fe571 req-2499a984-9655-45fb-ace3-1a674642cf00 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0590060 Mar 08 20:36:30.488014 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3ab4bd59-cd77-42e8-8952-7a3e1f4fe571 req-ac00113b-9296-4638-ac12-f535b8007c17 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386779 Mar 08 20:36:31.075757 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304c16-512f-407b-b9a4-4b494961ca91 req-25726b85-77df-4518-a115-386e43237307 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:31.077217 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22304c16-512f-407b-b9a4-4b494961ca91 req-25726b85-77df-4518-a115-386e43237307 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0522082 Mar 08 20:36:31.169743 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:31.170115 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.255089 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] For port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:31.256197 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.424905 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.425606 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.425922 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d disassociated. External IP: 172.27.0.30, port: 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5. Mar 08 20:36:31.426286 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:31.607904 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9b63-3159-45e8-99b6-764b1112b7c6 req-16531868-5bda-4bde-8496-82b5c7bee74e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:31.609370 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f5e9b63-3159-45e8-99b6-764b1112b7c6 req-16531868-5bda-4bde-8496-82b5c7bee74e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 946 time: 0.0522234 Mar 08 20:36:31.655190 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2f5e9b63-3159-45e8-99b6-764b1112b7c6 req-d53c2c84-817f-41fa-9eaa-5ccce71766bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=9b17b183-f51d-4609-b304-35be9ba1ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Mar 08 20:36:31.669790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (0dfa169a-aee8-4a0d-ad62-09e01cd8fad5), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.706019 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=0dfa169a-aee8-4a0d-ad62-09e01cd8fad5,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:31.820520 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:31.926647 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:31.941080 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:31.951243 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:31.952490 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:31.967565 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] No DVR routers for this DVR port 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:36:31.970002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:31.973254 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-22304c16-512f-407b-b9a4-4b494961ca91 req-5cbac68f-4e6c-4d60-a4e8-f068b6e8f789 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "DELETE /v2.0/ports/0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 HTTP/1.1" status: 204 len: 173 time: 0.8908229 Mar 08 20:36:31.973672 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'name': 'network-vif-deleted', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:31.976075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437de1b-faa8-4487-a41f-b792f3b48aef" -d '{"events": [{"server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "name": "network-vif-deleted", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:32.011047 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99422a1-ddb5-44c2-8cc4-1a9e082de631 x-openstack-request-id: req-d99422a1-ddb5-44c2-8cc4-1a9e082de631 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:32.011340 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdeceb4-fc20-49e7-9675-961ede7f4754", "name": "network-vif-deleted", "tag": "0dfa169a-aee8-4a0d-ad62-09e01cd8fad5", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:32.011596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d99422a1-ddb5-44c2-8cc4-1a9e082de631 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:32.012015 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdeceb4-fc20-49e7-9675-961ede7f4754', 'name': 'network-vif-deleted', 'tag': '0dfa169a-aee8-4a0d-ad62-09e01cd8fad5', 'status': 'completed', 'code': 200} Mar 08 20:36:32.066351 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:32.278704 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.305274 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:32.313323 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:32.313927 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.421405 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:32.621806 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:32.647885 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb24b3f-f37e-412e-bf9a-d928ee2ae975 None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:32.765008 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-46228d8a-3774-408f-a7d0-155ddda45599 req-d8220fa4-77f5-4daa-b0dc-ffa7e4bd3190 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecdeceb4-fc20-49e7-9675-961ede7f4754 HTTP/1.1" status: 200 len: 210 time: 0.0297966 Mar 08 20:36:32.894722 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2faeff-6d87-4cc4-8998-ccfecdc874be None None] New status for floating IP 83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:33.945118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54328) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:33.997480 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (9b17b183-f51d-4609-b304-35be9ba1ab60), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.019478 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (9b17b183-f51d-4609-b304-35be9ba1ab60), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.195950 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (9b17b183-f51d-4609-b304-35be9ba1ab60), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.198551 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.199782 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b17b183-f51d-4609-b304-35be9ba1ab60 HTTP/1.1" status: 204 len: 168 time: 0.2536457 Mar 08 20:36:34.202560 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54330) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:34.209890 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6cfa8-fdf3-443d-8f43-fc4b7ca1f666 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17b183-f51d-4609-b304-35be9ba1ab60,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.216663 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-d152e369-d796-4a81-8918-2d6d969c8836 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] show failed (client error): The resource could not be found. Mar 08 20:36:34.220303 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-d152e369-d796-4a81-8918-2d6d969c8836 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups/9b17b183-f51d-4609-b304-35be9ba1ab60 HTTP/1.1" status: 404 len: 347 time: 0.0166872 Mar 08 20:36:34.220578 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54332) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:34.355207 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port bdf4d90c-b933-4b07-a678-c6fff4a4228d {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:36:34.355486 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.438875 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.439194 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (bdf4d90c-b933-4b07-a678-c6fff4a4228d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.451538 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for bdf4d90c-b933-4b07-a678-c6fff4a4228d owned by network:floatingip {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:36:34.664131 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (bdf4d90c-b933-4b07-a678-c6fff4a4228d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.697369 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=bdf4d90c-b933-4b07-a678-c6fff4a4228d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:34.761094 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.763806 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:34.764954 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-9c650e2e-5a78-4cba-8c41-09320a372c24 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/floatingips/83e45fdf-cbaa-48cf-b4bf-d8d0dd345a9d HTTP/1.1" status: 204 len: 168 time: 0.5434170 Mar 08 20:36:35.075129 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54336) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:35.079798 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683497028', 'description': 'tempest-description--657664689'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:35.189839 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.253735 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3334730e-a000-4447-b958-ba821f3bd11d), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.321544 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3334730e-a000-4447-b958-ba821f3bd11d), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.350111 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3334730e-a000-4447-b958-ba821f3bd11d,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:35.447252 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:36:35.466680 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.467969 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-55f09331-4adf-4948-a00f-94694fc4d0b3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3917770 Mar 08 20:36:35.470675 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54338) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:35.473745 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:36:35.474695 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 0dfa169a-aee8-4a0d-ad62-09e01cd8fad5 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:36:35.476400 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '3334730e-a000-4447-b958-ba821f3bd11d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:35.589683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (c75bcc03-368b-4fb2-b8c3-6e8165dcad5a), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.643327 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (c75bcc03-368b-4fb2-b8c3-6e8165dcad5a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.721290 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (c75bcc03-368b-4fb2-b8c3-6e8165dcad5a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.740908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75bcc03-368b-4fb2-b8c3-6e8165dcad5a,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:35.821501 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:35.822786 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-c8ba261e-9848-42ae-8c4c-64eb292cd17b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511853 Mar 08 20:36:35.825433 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54340) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:35.829741 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': '3334730e-a000-4447-b958-ba821f3bd11d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:35.960834 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (ca882b12-24ea-4d91-b705-697a9377b276), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.013935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (ca882b12-24ea-4d91-b705-697a9377b276), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.104090 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (ca882b12-24ea-4d91-b705-697a9377b276), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.123251 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca882b12-24ea-4d91-b705-697a9377b276,revision_number=0']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.214622 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.215805 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-87a949d4-dac0-4d1d-9cb4-778d74c60f6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893149 Mar 08 20:36:36.218817 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54342) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:36.223014 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:36.321687 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.417618 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.520621 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.27.0.57 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:36.619150 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.738199 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:36.777942 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:36.782023 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:36.785413 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:36.790852 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:36.874611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.012132 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.162045 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.258055 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.326330 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:37.334355 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.471629 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:37.472912 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-f2ab2906-2cf4-419e-9595-44c55c231fb5 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2531831 Mar 08 20:36:37.625394 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-4aeec0cc-b973-4f0f-8f35-f55d2a265ca1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1683497028&fields=id&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 267 time: 0.0473344 Mar 08 20:36:37.729672 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-827d72ed-eeb7-499c-9fa7-837656a10a1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:37.731127 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-827d72ed-eeb7-499c-9fa7-837656a10a1d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.0993760 Mar 08 20:36:37.745053 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-9be809fe-4f5b-4651-ad9c-212d9affbbe2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/quotas/cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 375 time: 0.0086930 Mar 08 20:36:37.798769 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-cef79296-7973-4764-88db-f48851babacd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485325 Mar 08 20:36:37.939217 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-8c4fde8b-1604-4409-8887-9d9a847c9da9 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284857 Mar 08 20:36:38.028824 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-999d0708-7eca-44f1-bf76-64f996815bbc service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Mar 08 20:36:38.338748 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-18a1e994-82b4-4061-bbe5-831b056aa3bb req-d1a4b0b9-85f6-48c3-93d3-0b5863aa3a66 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0326440 Mar 08 20:36:39.432997 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a8ead749-9869-4a14-b67f-5c26867e9698 req-035e48b3-5f37-4841-b913-155baf1e49fb tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Mar 08 20:36:40.525940 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ae21bc1e-4cdb-43fe-b5dd-1d8f1b32d58f req-e073d165-a31e-420f-bdfb-9301291bdb3e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0266628 Mar 08 20:36:40.937542 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-69390a59-c326-410f-8184-411d1ac7c4b7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:40.939019 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-69390a59-c326-410f-8184-411d1ac7c4b7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1027341 Mar 08 20:36:40.999485 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-82422131-12c2-41a6-83b8-f14c44f9e0a8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 380 time: 0.0518773 Mar 08 20:36:41.008986 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'port': {'device_id': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'admin_state_up': True, 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'security_groups': ['3334730e-a000-4447-b958-ba821f3bd11d']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:41.201738 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:36:41.205067 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.528073 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.20.0.13 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/21ce38e8-640a-4ffb-b4e9-17c81f8bd966) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:36:41.665947 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-766e51cb-e69a-4e17-a918-0b29545b86bd req-0eb5fbdc-9620-4380-9a79-adf3349b1ad7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0382969 Mar 08 20:36:41.703191 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.801199 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:41.845383 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:36:41.860429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:36:41.860429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:36:41.860429 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:41.904365 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:41.904986 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.030057 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-04814a60-7553-4eb5-84c8-384c852cc7a2 None None] Provisioning complete for port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:42.030597 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-04814a60-7553-4eb5-84c8-384c852cc7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.064190 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-04814a60-7553-4eb5-84c8-384c852cc7a2 None None] Port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:36:42.243543 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-fada4e8f-89d1-44c4-a9d2-ee52c90b8e2c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2387080 Mar 08 20:36:42.254614 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Request body: {'port': {'device_id': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:42.315205 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.592801 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:42.599978 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks [] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.611360 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Transition to ACTIVE for port object 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:36:42.732012 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:42.815621 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Pushing event updated for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:42.873134 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249982d-60de-411f-82db-c7f8cc603796 req-ffc4ea49-5e5c-476e-a7df-7ff6ab78c5c7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:42.874701 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0249982d-60de-411f-82db-c7f8cc603796 req-ffc4ea49-5e5c-476e-a7df-7ff6ab78c5c7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 944 time: 0.1403384 Mar 08 20:36:42.928265 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Attempting to bind port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:36:42.928598 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Attempting to bind port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:36:42.928927 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Attempting to bind port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:42.941585 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 on network dbc41aed-1242-4f9a-af5e-01e28febe80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:36:42.941917 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Attempting to bind port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:36:42.953393 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-0249982d-60de-411f-82db-c7f8cc603796 req-d0162893-b121-4174-8026-ffcfb7447b45 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694151 Mar 08 20:36:42.954262 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:36:42.974465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:36:42.974465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:36:42.974465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Bound port: 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:36:42.974465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.019568 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:36:43.028035 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:36:43.225009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.261382 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.262006 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:43.263402 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] 10.222.0.47 "PUT /v2.0/ports/21ce38e8-640a-4ffb-b4e9-17c81f8bd966 HTTP/1.1" status: 200 len: 1094 time: 1.0127528 Mar 08 20:36:43.263873 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:43.266081 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ec700c-fb95-4669-8e94-89e259f43e72" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:43.290331 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad4dcd-ea18-4408-ac68-f44892bc8a55 service neutron] Pushing event updated for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:43.372301 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c9799-8bcd-4205-b08e-96fcaa2df439 x-openstack-request-id: req-bf7c9799-8bcd-4205-b08e-96fcaa2df439 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:43.372592 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:43.372913 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf7c9799-8bcd-4205-b08e-96fcaa2df439 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:43.373309 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'status': 'completed', 'code': 200} Mar 08 20:36:43.438798 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-fd75c37b-0b8d-47a2-b3df-40e264dc5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.440368 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-fd75c37b-0b8d-47a2-b3df-40e264dc5cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 1128 time: 0.0494092 Mar 08 20:36:43.781684 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-98320697-04d5-4c96-bbf6-b7da0a654f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.783090 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-98320697-04d5-4c96-bbf6-b7da0a654f4d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3353002 Mar 08 20:36:43.878615 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-2fc8d39e-436a-42b3-ac79-cd17369fea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.880928 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-94ec700c-fb95-4669-8e94-89e259f43e72 req-2fc8d39e-436a-42b3-ac79-cd17369fea5d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918684 Mar 08 20:36:43.955006 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-b8b2ab8f-c805-489a-a584-823a16be7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:43.956498 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-b8b2ab8f-c805-489a-a584-823a16be7693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 1128 time: 0.0432994 Mar 08 20:36:43.997596 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-3abf8e1f-8cf8-46fc-859c-d04936c56ca2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966 HTTP/1.1" status: 200 len: 217 time: 0.0336823 Mar 08 20:36:44.075231 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-917395fa-3267-4f42-9a73-aff19c573ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:44.076736 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-917395fa-3267-4f42-9a73-aff19c573ccd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0737073 Mar 08 20:36:44.117256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3d1c5-b907-4acd-b552-790169762a49 req-71338801-992b-4809-9d61-05f33bb7099b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:44.118697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5e3d1c5-b907-4acd-b552-790169762a49 req-71338801-992b-4809-9d61-05f33bb7099b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0898862 Mar 08 20:36:44.159635 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-2be78622-8398-4f00-9e77-039f324aba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:44.161171 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-2be78622-8398-4f00-9e77-039f324aba76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762794 Mar 08 20:36:44.181827 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a5e3d1c5-b907-4acd-b552-790169762a49 req-fc838556-a7d1-483c-b7d4-c8a8818451bf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575716 Mar 08 20:36:44.260060 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-2c7951b4-7ca8-49d9-8b76-f4efa00150b3 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918152 Mar 08 20:36:44.354535 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b7732d61-6aa0-41be-9de0-8b5474de77c3 req-8a0d4afd-d3af-4029-8841-2eb2e62aad7d service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Mar 08 20:36:45.306451 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc8960-9a08-4170-825d-11b1ea8218d5 req-a92fa0d3-a369-4d1e-a563-0684d8303d69 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:45.307880 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7bcc8960-9a08-4170-825d-11b1ea8218d5 req-a92fa0d3-a369-4d1e-a563-0684d8303d69 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0576122 Mar 08 20:36:45.354350 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7bcc8960-9a08-4170-825d-11b1ea8218d5 req-fcb200d3-08c4-4c5c-bf1b-5ff893b2966c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Mar 08 20:36:45.995046 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4272b8ce-3a40-4e4d-a486-737fdb295c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:46.470122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab117d6b-9f39-4fab-a642-0df651cbae0c req-f3735c82-2d63-45ce-a9fa-bee7ac72af66 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:46.471605 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ab117d6b-9f39-4fab-a642-0df651cbae0c req-f3735c82-2d63-45ce-a9fa-bee7ac72af66 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0522351 Mar 08 20:36:46.517179 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ab117d6b-9f39-4fab-a642-0df651cbae0c req-ff831b62-5836-4374-853d-b35ad95679b2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Mar 08 20:36:47.513969 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:36:47.611905 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:47.622708 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'port_id': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'mac_address': 'fa:16:3e:53:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:36:47.635547 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1babd7-e7e6-4ddb-852f-44591c46e68a req-c317994c-9385-449f-9047-472c93aa9e3e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:47.637114 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da1babd7-e7e6-4ddb-852f-44591c46e68a req-c317994c-9385-449f-9047-472c93aa9e3e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0528381 Mar 08 20:36:47.660080 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:47.660482 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.677813 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:36:47.687945 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-da1babd7-e7e6-4ddb-852f-44591c46e68a req-b67ffc98-9414-4430-aa6e-dc096be76d22 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Mar 08 20:36:47.698199 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:47.771535 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:47.819904 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:47.826811 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.827164 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.827512 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.827883 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.828223 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.828557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.828889 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.829219 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.829548 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.829876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.830204 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.830528 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:47.830852 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:36:48.124635 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['21ce38e8-640a-4ffb-b4e9-17c81f8bd966'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:36:48.297676 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5261bdb8-9e20-4cca-8014-170c62706db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:48.810185 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd9c0-fd72-47d6-b144-ecaca3d82b22 req-30357bac-4897-4a03-b580-b1ce51318900 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:48.811674 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c12dd9c0-fd72-47d6-b144-ecaca3d82b22 req-30357bac-4897-4a03-b580-b1ce51318900 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Mar 08 20:36:48.857727 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c12dd9c0-fd72-47d6-b144-ecaca3d82b22 req-994137ca-d9f7-4e15-ad7c-4bd1af671bfa tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 Mar 08 20:36:49.528440 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:36:49.709348 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.732085 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:36:49.736036 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:36:49.736415 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.815309 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:36:49.815618 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:49.837719 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:49.839972 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0037d-d5da-4559-9326-de91dc20ff5e" -d '{"events": [{"server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "name": "network-vif-plugged", "status": "completed", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:49.853150 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:36:49.893205 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:36:49.947556 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f58f77-d501-4aa8-943e-b5db07c1d955 x-openstack-request-id: req-a3f58f77-d501-4aa8-943e-b5db07c1d955 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:49.947556 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "name": "network-vif-plugged", "status": "completed", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:49.947556 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3f58f77-d501-4aa8-943e-b5db07c1d955 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:49.947556 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'code': 200} Mar 08 20:36:49.981123 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3fdc2-107d-4b95-8c4b-ab93449570c2 req-2802eb7f-d185-461f-bf1d-7342d8fe3fd8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:49.982617 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a3fdc2-107d-4b95-8c4b-ab93449570c2 req-2802eb7f-d185-461f-bf1d-7342d8fe3fd8 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 945 time: 0.0542247 Mar 08 20:36:50.024615 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:50.030112 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a7a3fdc2-107d-4b95-8c4b-ab93449570c2 req-dfe2c27b-7aa9-4dac-8392-772c3b7c0b3e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Mar 08 20:36:50.073694 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:36:50.329201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f04851-7061-4d4a-99bf-a5d817851849 req-ebd2ccc3-20b3-451c-87e3-c4b138b056a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:50.330624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-18f04851-7061-4d4a-99bf-a5d817851849 req-ebd2ccc3-20b3-451c-87e3-c4b138b056a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 1130 time: 0.0483978 Mar 08 20:36:50.378886 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-18f04851-7061-4d4a-99bf-a5d817851849 req-d4526d42-8485-4ff4-8fe5-05293c743bca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Mar 08 20:36:51.148103 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551761fb-1607-42c8-ab99-ccc36eb3c9b8 req-0c5bda56-8b91-4adc-a473-ff2328a201d1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:51.150256 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-551761fb-1607-42c8-ab99-ccc36eb3c9b8 req-0c5bda56-8b91-4adc-a473-ff2328a201d1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0529060 Mar 08 20:36:51.196222 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-551761fb-1607-42c8-ab99-ccc36eb3c9b8 req-1879bb0a-9b05-4e72-9432-2da3db568ff3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Mar 08 20:36:51.492743 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.319001 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11cd1-8aa4-4172-a6af-eaea61d7a05b req-b67c5420-99cf-417f-b754-bdb167eaaeb3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:52.320623 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33b11cd1-8aa4-4172-a6af-eaea61d7a05b req-b67c5420-99cf-417f-b754-bdb167eaaeb3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0565891 Mar 08 20:36:52.366792 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-33b11cd1-8aa4-4172-a6af-eaea61d7a05b req-59e212f3-6ae5-4d34-949b-3ffd9e1f6b6b tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Mar 08 20:36:52.495794 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f6ee2-6b9f-4de2-92ab-e73bcf508f85 req-8c18de7e-212d-404b-860e-3005c7b30111 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:52.497323 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-2b4f6ee2-6b9f-4de2-92ab-e73bcf508f85 req-8c18de7e-212d-404b-860e-3005c7b30111 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0538979 Mar 08 20:36:52.505686 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54412) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:36:52.510266 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'port_id': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:36:52.548809 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.560963 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:52.985478 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.063791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.173766 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 33126b06-556e-4b5a-ba9e-3a81aed527c6 associated. External IP: 172.27.0.57, port: 21ce38e8-640a-4ffb-b4e9-17c81f8bd966. Mar 08 20:36:53.394709 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:36:53.509987 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:36:53.514712 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:36:53.519565 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:36:53.529659 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:53.530282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:53.543666 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6b185ecb-dc9a-43b8-a7cb-e20b6d05fd9f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "PUT /v2.0/floatingips/33126b06-556e-4b5a-ba9e-3a81aed527c6 HTTP/1.1" status: 200 len: 991 time: 1.0368876 Mar 08 20:36:53.544288 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:36:53.546519 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:36:53.583673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db6f761-d627-45b8-980a-f55ba3b75b26 x-openstack-request-id: req-6db6f761-d627-45b8-980a-f55ba3b75b26 {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:36:53.583936 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:36:53.584189 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6db6f761-d627-45b8-980a-f55ba3b75b26 {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:36:53.584585 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'status': 'completed', 'code': 200} Mar 08 20:36:53.639574 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:53.654045 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-78b4fb1d-be06-4ebf-99d9-45b192a98923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.656702 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-78b4fb1d-be06-4ebf-99d9-45b192a98923 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 1130 time: 0.0496314 Mar 08 20:36:53.750791 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-12062f0d-b1f6-49cb-abfe-a447fa8e8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.752372 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-12062f0d-b1f6-49cb-abfe-a447fa8e8cf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0905249 Mar 08 20:36:53.817785 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-d67007a3-4e4c-4327-8037-c4964a7f360c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966 HTTP/1.1" status: 200 len: 999 time: 0.0590010 Mar 08 20:36:53.869201 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-4e7f71b8-f283-4772-a001-d12452fd4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.870226 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '33126b06-556e-4b5a-ba9e-3a81aed527c6', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:53:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:36Z', 'updated_at': '2022-03-08T20:36:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:53.870784 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-4e7f71b8-f283-4772-a001-d12452fd4583 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0473766 Mar 08 20:36:53.897778 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:36:53.906737 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:36:53.907344 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:36:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:53.919846 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-538794bf-e05e-40fc-a4eb-e4476fa532c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:36:53.921371 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-538794bf-e05e-40fc-a4eb-e4476fa532c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453088 Mar 08 20:36:54.011780 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-b8a9944a-a09a-4fc5-889b-cca15aa0d62c service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847764 Mar 08 20:36:54.107663 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-40a7a423-3a4a-43b0-8dfe-497ca82f3e5f req-c67c1162-0340-445d-9fd3-51477c8c8a96 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905223 Mar 08 20:36:54.149132 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:36:54.373996 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '33126b06-556e-4b5a-ba9e-3a81aed527c6', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:53:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:36Z', 'updated_at': '2022-03-08T20:36:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:36:54.405062 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd96ec3a-c47b-4613-abea-edfac1ef0fef None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '33126b06-556e-4b5a-ba9e-3a81aed527c6', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:53:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:36:36Z', 'updated_at': '2022-03-08T20:36:52Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:36:54.599926 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb6a22-3784-48d3-b24b-0a524facfa78 None None] New status for floating IP 33126b06-556e-4b5a-ba9e-3a81aed527c6: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:36:56.400655 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:15.989169 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b261706b-369f-4802-b14e-8c33b860294f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:18.429262 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f0657214-f0b2-48b2-afb2-ea25a9c13cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:19.663075 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:21.434873 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:22.548810 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:26.487880 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:26.891745 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:37:43.409132 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-9a315d36-d8bf-4d37-acb3-00f46ec2567e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431876 Mar 08 20:37:43.494714 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-579b05ba-7e80-40e2-819c-b93ee5b479d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.496272 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-579b05ba-7e80-40e2-819c-b93ee5b479d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 1130 time: 0.0449739 Mar 08 20:37:43.605968 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-1d7c67a3-7725-4ca0-81ec-97ad1d7e8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.607443 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-1d7c67a3-7725-4ca0-81ec-97ad1d7e8238 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0928566 Mar 08 20:37:43.686290 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-49de1174-12a7-4695-a293-ba0e9ca8d956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966 HTTP/1.1" status: 200 len: 1001 time: 0.0732250 Mar 08 20:37:43.733198 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-d45e1771-a782-4b85-ad43-1a4c7ee4c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.734641 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-d45e1771-a782-4b85-ad43-1a4c7ee4c27a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0434625 Mar 08 20:37:43.782790 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-3ced861d-1771-473b-9bf5-ed6a765ea043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:37:43.784346 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-3ced861d-1771-473b-9bf5-ed6a765ea043 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444701 Mar 08 20:37:43.875426 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-e823d4d0-7cd1-4616-bb43-848d16b1fc60 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Mar 08 20:37:43.965125 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7d58d510-deb5-4424-9dd4-24c662ce2134 req-b037609f-43c6-4baf-8465-c43799b7d594 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840521 Mar 08 20:37:45.983128 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-0e751ac3-b280-4f2c-8487-458e1d7a6fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:48.354576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-21cfa81c-a872-46b6-b066-f52a9b7df4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:49.662506 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:51.440111 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:52.565791 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:37:56.394016 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:03.890306 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:38:16.016794 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ab16-5326-4e51-9729-a73118600bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:18.319456 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-56366e12-3d15-446b-bfb8-997717a2d01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:19.753319 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:21.624525 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:22.599577 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:26.416746 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:35.349806 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53af5-015d-42aa-bc95-a1aead0a4218 req-db943af1-78ec-4086-a135-6d6094e4305e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:35.351271 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0d53af5-015d-42aa-bc95-a1aead0a4218 req-db943af1-78ec-4086-a135-6d6094e4305e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0567298 Mar 08 20:38:35.402428 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f0d53af5-015d-42aa-bc95-a1aead0a4218 req-a623d79b-db0a-4eb2-b616-bec8d4cc0518 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Mar 08 20:38:36.521824 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c654-9699-430a-92d1-e0a5781c199a req-020e9aa7-43aa-459b-b4cb-6aa09e59c5bd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:36.523349 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c24c654-9699-430a-92d1-e0a5781c199a req-020e9aa7-43aa-459b-b4cb-6aa09e59c5bd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0525773 Mar 08 20:38:36.570125 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c24c654-9699-430a-92d1-e0a5781c199a req-781ce435-7c36-4658-8ad0-96496e621d7e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Mar 08 20:38:37.152286 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-4dec3cd0-bd15-4396-a8dd-f1c05135a48f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:37.153728 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-4dec3cd0-bd15-4396-a8dd-f1c05135a48f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0513072 Mar 08 20:38:37.281123 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:38:37.281465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.369301 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] For port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:37.369565 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.543359 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.544077 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.544077 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 33126b06-556e-4b5a-ba9e-3a81aed527c6 disassociated. External IP: 172.27.0.57, port: 21ce38e8-640a-4ffb-b4e9-17c81f8bd966. Mar 08 20:38:37.544376 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:38:37.720121 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34873-8b13-4b9f-b1d3-bf32a1415d1a req-9fbe9fc0-afd8-4438-8352-10085c3c2507 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:37.721610 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17b34873-8b13-4b9f-b1d3-bf32a1415d1a req-9fbe9fc0-afd8-4438-8352-10085c3c2507 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0690570 Mar 08 20:38:37.766693 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-17b34873-8b13-4b9f-b1d3-bf32a1415d1a req-f32e8092-47b6-495f-830e-a6c2015ca099 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=3334730e-a000-4447-b958-ba821f3bd11d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388718 Mar 08 20:38:37.799005 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (21ce38e8-640a-4ffb-b4e9-17c81f8bd966), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:37.826935 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=21ce38e8-640a-4ffb-b4e9-17c81f8bd966,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:37.838256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.838605 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.838953 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.839290 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.839624 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.839992 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.840322 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.840648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.840976 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.841303 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.841640 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.841962 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:37.842282 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:38.195318 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:38:38.311960 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:38:38.322515 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:38:38.331576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:38.332237 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:38:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:38.352592 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] No DVR routers for this DVR port 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:38:38.355085 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:38.358377 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-5169a2db-7dd1-4d1c-8e16-913d6866eeed req-43e89053-a222-4811-9ab9-7cdfdae922bc tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "DELETE /v2.0/ports/21ce38e8-640a-4ffb-b4e9-17c81f8bd966 HTTP/1.1" status: 204 len: 173 time: 1.1995270 Mar 08 20:38:38.358816 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'name': 'network-vif-deleted', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:38.361069 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4f478f-510e-4665-b54f-5d6f31d478b5" -d '{"events": [{"server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "name": "network-vif-deleted", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:38.396839 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba80270-c66c-4db4-9e1c-14422fc27fdc x-openstack-request-id: req-6ba80270-c66c-4db4-9e1c-14422fc27fdc {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:38.397311 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85b04f8-cebd-435e-be28-18a58e9c7f27", "name": "network-vif-deleted", "tag": "21ce38e8-640a-4ffb-b4e9-17c81f8bd966", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:38.397663 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ba80270-c66c-4db4-9e1c-14422fc27fdc {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:38.398219 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85b04f8-cebd-435e-be28-18a58e9c7f27', 'name': 'network-vif-deleted', 'tag': '21ce38e8-640a-4ffb-b4e9-17c81f8bd966', 'status': 'completed', 'code': 200} Mar 08 20:38:38.448790 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:38.653636 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:38.684282 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:38:38.692552 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:38.693696 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:38:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:38.804378 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:38.874933 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-92af6a9c-7464-49fe-9c10-485e4b85db07 req-2a0e9e79-6946-4efe-991e-40b126e978a3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=d85b04f8-cebd-435e-be28-18a58e9c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0278122 Mar 08 20:38:39.019024 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:39.045587 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369fea4-5b69-4349-8e8f-1aa9088ca0f2 None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:38:39.266264 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295653ac-6a99-42a1-9611-4ff30844ebf7 None None] New status for floating IP 33126b06-556e-4b5a-ba9e-3a81aed527c6: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:38:40.046224 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54538) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:40.103353 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3334730e-a000-4447-b958-ba821f3bd11d), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.115198 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:38:40.128408 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (3334730e-a000-4447-b958-ba821f3bd11d), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.140105 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:38:40.140459 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 21ce38e8-640a-4ffb-b4e9-17c81f8bd966 not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:38:40.262146 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (3334730e-a000-4447-b958-ba821f3bd11d), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.264673 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.265851 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/security-groups/3334730e-a000-4447-b958-ba821f3bd11d HTTP/1.1" status: 204 len: 168 time: 0.2186263 Mar 08 20:38:40.268582 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54540) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:40.275459 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04d70a-afd1-4300-bd51-76a684adb198 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3334730e-a000-4447-b958-ba821f3bd11d,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:40.282912 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-cceaf9ed-4f49-4c7b-94af-dc02ec3e6c82 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] show failed (client error): The resource could not be found. Mar 08 20:38:40.283990 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-cceaf9ed-4f49-4c7b-94af-dc02ec3e6c82 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups/3334730e-a000-4447-b958-ba821f3bd11d HTTP/1.1" status: 404 len: 347 time: 0.0144131 Mar 08 20:38:40.286922 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54544) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:40.410638 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:38:40.410985 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.489182 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.489515 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.501568 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:38:40.719400 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.743548 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=0735cc2e-4c9b-4cef-af18-1d2b9e9e9a0b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:40.753248 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.753603 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.753959 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.754301 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.754642 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.755388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.755388 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.755624 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.755986 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.756446 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.756995 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.757335 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.757671 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:40.817496 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (33126b06-556e-4b5a-ba9e-3a81aed527c6), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.819982 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:40.821481 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-5f8f849b-750c-4279-bde4-b678d5fb7477 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/floatingips/33126b06-556e-4b5a-ba9e-3a81aed527c6 HTTP/1.1" status: 204 len: 168 time: 0.5330369 Mar 08 20:38:40.891118 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:38:41.081842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54548) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:41.087101 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862984474', 'description': 'tempest-description--689076319'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:41.222038 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.286567 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (a715956a-1027-4e24-93b1-d5ca3fce1619), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.382243 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a715956a-1027-4e24-93b1-d5ca3fce1619), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.410700 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a715956a-1027-4e24-93b1-d5ca3fce1619,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:41.475789 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.477385 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-f94d675e-be15-43f5-8211-a637ad323cc4 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3942375 Mar 08 20:38:41.479844 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54550) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:41.484235 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': 'a715956a-1027-4e24-93b1-d5ca3fce1619', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:41.581025 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (f726fff7-8cc4-4898-b481-3dd3fa5b2cd6), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.641777 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (f726fff7-8cc4-4898-b481-3dd3fa5b2cd6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.718725 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (f726fff7-8cc4-4898-b481-3dd3fa5b2cd6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.735809 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f726fff7-8cc4-4898-b481-3dd3fa5b2cd6,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:41.841242 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:41.842497 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a277131d-ac3e-4d97-af99-af3a183bc0ac tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617098 Mar 08 20:38:41.845145 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54552) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:41.849480 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'security_group_rule': {'security_group_id': 'a715956a-1027-4e24-93b1-d5ca3fce1619', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:41.946724 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (834534bf-836d-45c5-92da-6cf25d1477f6), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.003703 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (834534bf-836d-45c5-92da-6cf25d1477f6), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.108152 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881305'] for security_group_rule (834534bf-836d-45c5-92da-6cf25d1477f6), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.126061 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834534bf-836d-45c5-92da-6cf25d1477f6,revision_number=0']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:42.224277 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.225426 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-96cc349c-2f7f-4b17-8f2c-360145a078d2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793418 Mar 08 20:38:42.229679 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54554) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:42.234009 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.v2.base [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583'}} {{(pid=103782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:42.410679 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.508688 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.606552 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_common [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.27.0.165 (fd8f52e2-f746-4fa2-ae86-f377ba465583/ffffb6d2-f331-4ace-b70f-83901cb0001c/05d33e33-8642-4d3e-bb1f-478d542d2d74) {{(pid=103782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:38:42.706114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.816775 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:42.855112 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network fd8f52e2-f746-4fa2-ae86-f377ba465583 is already hosted by enough agents. {{(pid=103782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:38:42.857896 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.base_scheduler [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:38:42.861307 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:38:42.866657 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=05d33e33-8642-4d3e-bb1f-478d542d2d74,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:42.947077 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.059245 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), before_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.206279 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), precommit_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.296064 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6259646'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), after_update {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.364181 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=05d33e33-8642-4d3e-bb1f-478d542d2d74,revision_number=2']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:43.375930 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.464915 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:43.466084 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e360807c-00d2-4df2-ba77-7b9fd0dcd768 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2354603 Mar 08 20:38:43.619021 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-73617573-d580-4475-a40d-cf4987a25627 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1862984474&fields=id&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 267 time: 0.0415154 Mar 08 20:38:43.725844 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-68bfef05-3861-4796-a254-c0266604c0c3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:43.727277 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-68bfef05-3861-4796-a254-c0266604c0c3 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1019533 Mar 08 20:38:43.741814 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-bc303b84-6900-44b2-a053-8206026cd9b2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/quotas/cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 375 time: 0.0093546 Mar 08 20:38:43.795702 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-3e707390-5863-4e05-b68e-4a931a7c013a tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485635 Mar 08 20:38:43.891745 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-89c08fef-e821-4ca0-be4e-6b1c56e67ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843687 Mar 08 20:38:43.983950 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-63cb9b39-f649-41f3-985d-3727759c6719 service neutron] 10.222.0.18 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864820 Mar 08 20:38:44.237146 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f625eac7-3b92-44ff-87cf-8be3a1859d15 req-daf4b285-7d32-4c25-a353-b54e3afda01f tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Mar 08 20:38:45.330169 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-43eac23a-349d-4a7f-88de-828c5a5c652f req-29f0c134-3bf4-4cd1-b708-aaab15cf8de7 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 210 time: 0.0270259 Mar 08 20:38:46.090843 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b319d0ea-7234-4fbc-a3b3-a0807957b2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:46.429797 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-037df331-83bc-40f7-bc64-ef0c990202e9 req-e80a10f9-42df-44e4-b528-f5e1070296f2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Mar 08 20:38:46.548279 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-c8ea17c3-36a0-4f99-ae67-8e6358078ccf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:46.549724 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-c8ea17c3-36a0-4f99-ae67-8e6358078ccf tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 815 time: 0.1028986 Mar 08 20:38:46.610892 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9523b51e-2f3e-4eaf-b71f-5dbfde7b5d04 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cde4125d4dc44b88a8a422cbfc2e891b HTTP/1.1" status: 200 len: 380 time: 0.0519950 Mar 08 20:38:46.620158 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'port': {'device_id': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'admin_state_up': True, 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'security_groups': ['a715956a-1027-4e24-93b1-d5ca3fce1619']}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:46.810771 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Made reservation on behalf of cde4125d4dc44b88a8a422cbfc2e891b for: {'port': 1} {{(pid=103781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:38:46.814245 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:46.937515 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.db_base_plugin_common [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Allocated IP 172.20.0.10 (dbc41aed-1242-4f9a-af5e-01e28febe80b/0993b844-e1bd-4400-8377-6bb7d15c9d03/4f1b46e3-3854-4d55-a1f5-f08b931d501a) {{(pid=103781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:38:47.098389 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.256524 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745724384458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.299141 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Network dbc41aed-1242-4f9a-af5e-01e28febe80b is already hosted by enough agents. {{(pid=103781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:38:47.302412 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.base_scheduler [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Resources bound (agent type, host, resource id): {{(pid=103781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:38:47.305887 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Received port after_create {{(pid=103781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 20:38:47.335943 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event updated for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:47.370860 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:47.371495 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.479917 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-9df19ad8-7a6f-4a6a-a019-1cde7b4a1e49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602638 Mar 08 20:38:47.552307 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102274f-8e02-4af9-8c32-cf06e90ded44 req-d2a77021-efd1-41e9-9158-e2af0498b2ca tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:47.553843 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3102274f-8e02-4af9-8c32-cf06e90ded44 req-d2a77021-efd1-41e9-9158-e2af0498b2ca tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 932 time: 0.0547523 Mar 08 20:38:47.569083 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-ca47c478-a3ec-4afc-8213-29af2a1341e6 None None] Provisioning complete for port 4f1b46e3-3854-4d55-a1f5-f08b931d501a triggered by entity DHCP. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:38:47.569683 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ca47c478-a3ec-4afc-8213-29af2a1341e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.571098 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Request body: {'port': {'device_id': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:47.603289 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-ca47c478-a3ec-4afc-8213-29af2a1341e6 None None] Port 4f1b46e3-3854-4d55-a1f5-f08b931d501a cannot update to ACTIVE because it is not bound. {{(pid=103783) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 20:38:47.652875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3102274f-8e02-4af9-8c32-cf06e90ded44 req-0b4d33e8-4c3f-4213-9296-d37867e579fa tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928400 Mar 08 20:38:47.658902 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.916638 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b46e3-3854-4d55-a1f5-f08b931d501a {{(pid=103781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:38:47.923949 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks [] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:47.935912 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.provisioning_blocks [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Transition to ACTIVE for port object 4f1b46e3-3854-4d55-a1f5-f08b931d501a will not be triggered until provisioned by entity L2. {{(pid=103781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 20:38:48.016283 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:48.066272 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=2']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:48.143051 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Attempting to bind port 4f1b46e3-3854-4d55-a1f5-f08b931d501a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 20:38:48.143386 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Attempting to bind port 4f1b46e3-3854-4d55-a1f5-f08b931d501a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 20:38:48.143710 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Attempting to bind port 4f1b46e3-3854-4d55-a1f5-f08b931d501a on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:38:48.148357 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Port 4f1b46e3-3854-4d55-a1f5-f08b931d501a on network dbc41aed-1242-4f9a-af5e-01e28febe80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 20:38:48.148707 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Attempting to bind port 4f1b46e3-3854-4d55-a1f5-f08b931d501a on network dbc41aed-1242-4f9a-af5e-01e28febe80b {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 20:38:48.153779 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Checking agent: {'id': '3bb1d33a-7410-46f8-966e-56bba6c8b9f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'started_at': datetime.datetime(2022, 3, 8, 20, 17, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 20:38:48.154122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Checking segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 20:38:48.154511 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Bound using segment: {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'} {{(pid=103781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 20:38:48.154942 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.managers [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Bound port: 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4424fa-2f7d-4210-8e08-15b7b6924985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b'}}] {{(pid=103781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 20:38:48.155298 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:48.220804 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, cleared binding levels {{(pid=103781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:38:48.223927 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:38:48.325465 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7419506'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:48.336077 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-e3886577-3d88-434f-bad1-c19e646412df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:48.359912 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.360596 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:48.362106 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] 10.222.0.47 "PUT /v2.0/ports/4f1b46e3-3854-4d55-a1f5-f08b931d501a HTTP/1.1" status: 200 len: 1094 time: 0.8002768 Mar 08 20:38:48.364320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:48.367398 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213fad86-686b-4efe-9e43-396616bf7fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:48.401307 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ed596-e22f-488e-808f-43eeffa1d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=3']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:48.409613 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d48312-418c-4a4d-b410-3b51d7a0d13a x-openstack-request-id: req-61d48312-418c-4a4d-b410-3b51d7a0d13a {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:48.409908 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:48.410161 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61d48312-418c-4a4d-b410-3b51d7a0d13a {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:48.411126 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'status': 'completed', 'code': 200} Mar 08 20:38:48.474702 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-2d023ba5-ab4e-4ba3-8610-02f6d80b7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.476262 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-2d023ba5-ab4e-4ba3-8610-02f6d80b7e2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 1128 time: 0.0479336 Mar 08 20:38:48.579204 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-20b5541f-e0f5-4171-9a5f-9d44c3bda2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.580624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-20b5541f-e0f5-4171-9a5f-9d44c3bda2a4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981772 Mar 08 20:38:48.674320 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-487f2229-3494-46ad-8a1c-816c97c9096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.675934 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-213fad86-686b-4efe-9e43-396616bf7fe6 req-487f2229-3494-46ad-8a1c-816c97c9096c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896938 Mar 08 20:38:48.789513 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-460eba47-acf8-4c6a-b7fe-19cca03fa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.791025 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-460eba47-acf8-4c6a-b7fe-19cca03fa217 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 1128 time: 0.0767128 Mar 08 20:38:48.798480 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d067f7-d842-48b3-9755-9f3b838b1883 req-f696f64e-6bbc-4f36-9704-9cd756d11379 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.799851 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9d067f7-d842-48b3-9755-9f3b838b1883 req-f696f64e-6bbc-4f36-9704-9cd756d11379 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 944 time: 0.0775435 Mar 08 20:38:48.842311 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-658bf137-6c5e-47a0-bff5-d8ab9ead8bbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a HTTP/1.1" status: 200 len: 217 time: 0.0414839 Mar 08 20:38:48.905834 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-f9d067f7-d842-48b3-9755-9f3b838b1883 req-7420b709-25bf-43de-b36b-a98b2fcb1d9c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992477 Mar 08 20:38:48.912997 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-8a78e2d4-5e61-473d-bd46-eb6b29db4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.914494 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-8a78e2d4-5e61-473d-bd46-eb6b29db4e1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0631397 Mar 08 20:38:48.964399 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def7089-394f-4c39-b20f-dde602c53b82 req-1c2acbb7-7995-4891-9a27-2eb19f6be0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:48.965875 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-1c2acbb7-7995-4891-9a27-2eb19f6be0e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455179 Mar 08 20:38:49.054637 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-a3d860ea-e318-4b0a-9508-ca5a1dbd96fc service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826867 Mar 08 20:38:49.149624 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6def7089-394f-4c39-b20f-dde602c53b82 req-078ee929-7b56-4b07-9e9f-8d31e3729d33 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Mar 08 20:38:49.679241 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:50.024287 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3961f5-ac4a-4111-97dd-d5ed652eee4b req-d483559f-eb6b-4dfd-9c60-715060905445 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:50.026474 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c3961f5-ac4a-4111-97dd-d5ed652eee4b req-d483559f-eb6b-4dfd-9c60-715060905445 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 944 time: 0.0526035 Mar 08 20:38:50.077651 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-4c3961f5-ac4a-4111-97dd-d5ed652eee4b req-bb10cdea-ac16-4d3e-8dc1-310a94ffbac2 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Mar 08 20:38:51.194451 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb194-9a51-4cb7-9b61-a27ec8276fe8 req-9ab72b30-27c1-4bee-a4d9-6410935d618d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:51.195997 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c63cb194-9a51-4cb7-9b61-a27ec8276fe8 req-9ab72b30-27c1-4bee-a4d9-6410935d618d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 944 time: 0.0535159 Mar 08 20:38:51.241879 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-c63cb194-9a51-4cb7-9b61-a27ec8276fe8 req-7ea3bbed-4cef-4ef7-ae10-fda06f116bd9 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Mar 08 20:38:51.543637 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:52.160849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4f1b46e3-3854-4d55-a1f5-f08b931d501a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103783) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 20:38:52.257459 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:52.267784 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Returning: {'device': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'port_id': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'mac_address': 'fa:16:3e:10:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103783) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 20:38:52.305283 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 4f1b46e3-3854-4d55-a1f5-f08b931d501a is: DOWN; New status is: BUILD {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:52.305592 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:52.319153 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1b46e3-3854-4d55-a1f5-f08b931d501a {{(pid=103783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 20:38:52.338285 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:52.379785 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bae4b3-f11f-43a1-b789-83ff674531f2 req-e5b4f204-5f5c-445b-9d1a-f3a1c4e00fec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:52.379785 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b4bae4b3-f11f-43a1-b789-83ff674531f2 req-e5b4f204-5f5c-445b-9d1a-f3a1c4e00fec tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 944 time: 0.0532813 Mar 08 20:38:52.414163 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b4bae4b3-f11f-43a1-b789-83ff674531f2 req-569812bc-5b41-469c-b433-74215c89ec49 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Mar 08 20:38:52.507832 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:52.554652 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=4']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:52.561832 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.562127 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.562474 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.562816 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.563151 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.563526 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.563875 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.564206 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.564536 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.564864 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.565189 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.565510 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.565831 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:38:52.690684 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:52.872463 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] get_ports_and_sgs() called for port_ids ['4f1b46e3-3854-4d55-a1f5-f08b931d501a'] {{(pid=103783) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 20:38:53.542580 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ab5c5-f408-439b-b7af-144cec5c7df1 req-d8a6a317-ae2a-498e-bdcb-6c0995c0b4af tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:53.544946 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-698ab5c5-f408-439b-b7af-144cec5c7df1 req-d8a6a317-ae2a-498e-bdcb-6c0995c0b4af tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 945 time: 0.0606904 Mar 08 20:38:53.595521 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-698ab5c5-f408-439b-b7af-144cec5c7df1 req-ad07da4a-f412-4763-86b4-a50e4f82b0a0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Mar 08 20:38:54.176810 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4f1b46e3-3854-4d55-a1f5-f08b931d501a up at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 20:38:54.330701 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning for port 4f1b46e3-3854-4d55-a1f5-f08b931d501a completed by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 20:38:54.334591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Provisioning complete for port 4f1b46e3-3854-4d55-a1f5-f08b931d501a triggered by entity L2. {{(pid=103783) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 20:38:54.334955 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-986091'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), provisioning_complete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.413391 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Current status of the port 4f1b46e3-3854-4d55-a1f5-f08b931d501a is: BUILD; New status is: ACTIVE {{(pid=103783) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 20:38:54.413781 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595164'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), before_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.437326 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a'}] {{(pid=103783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:54.439543 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a88fd0df5e6a8110e7c3bb24bc4ecce0c8fae1948d5c3106fed87a31d2826b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce71945-dc20-405f-894d-df6000d5b468" -d '{"events": [{"server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a"}]}' {{(pid=103783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:54.452607 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:38:54.474773 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72539ce-d8a7-48ae-b605-ebe0f55e4fa6 x-openstack-request-id: req-a72539ce-d8a7-48ae-b605-ebe0f55e4fa6 {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:54.475059 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a", "code": 200}]} {{(pid=103783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:54.475308 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a72539ce-d8a7-48ae-b605-ebe0f55e4fa6 {{(pid=103783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:54.475689 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'code': 200} Mar 08 20:38:54.536020 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745724826040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745724384476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745724384494'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:54.583604 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Pushing event updated for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=5']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:38:54.716369 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0afa-62ac-4c8e-a137-4768a3c4da17 req-d8e120b1-8c79-4670-9dc9-f4de45c3e3dd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:54.717850 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-591d0afa-62ac-4c8e-a137-4768a3c4da17 req-d8e120b1-8c79-4670-9dc9-f4de45c3e3dd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0532501 Mar 08 20:38:54.766329 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-591d0afa-62ac-4c8e-a137-4768a3c4da17 req-11a20402-9378-46b3-a18d-cd48b652d861 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Mar 08 20:38:54.829280 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149410d-be64-49c7-9b98-660080f18afd req-b149942f-cea2-42ae-9033-c2c615104f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:54.830754 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9149410d-be64-49c7-9b98-660080f18afd req-b149942f-cea2-42ae-9033-c2c615104f60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 1130 time: 0.0479372 Mar 08 20:38:54.874354 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9149410d-be64-49c7-9b98-660080f18afd req-3361c3cf-53dd-4f1f-ab74-c37dea29cabe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Mar 08 20:38:55.883448 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90257aab-036a-4961-97f2-76b202761d67 req-d2a6e407-b6b9-4257-82f8-568d3382ad4c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:55.884944 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90257aab-036a-4961-97f2-76b202761d67 req-d2a6e407-b6b9-4257-82f8-568d3382ad4c tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Mar 08 20:38:55.932812 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-90257aab-036a-4961-97f2-76b202761d67 req-68bed18b-6874-48ad-bb16-f08d35310a21 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Mar 08 20:38:56.547586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:57.052782 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f53f1-1b04-451b-9c33-c347ff2c4198 req-7eee3583-20ab-481a-afd1-bb8e431598e0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:57.054258 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d5f53f1-1b04-451b-9c33-c347ff2c4198 req-7eee3583-20ab-481a-afd1-bb8e431598e0 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0519025 Mar 08 20:38:57.104102 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-3d5f53f1-1b04-451b-9c33-c347ff2c4198 req-765e63d5-3030-47d4-afcb-90c26f89384d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441587 Mar 08 20:38:57.221820 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06a34-f816-4e9c-aaf7-c7561575b46e req-d543e089-2b23-427b-a2ea-363adb9139cd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:57.223213 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-9dc06a34-f816-4e9c-aaf7-c7561575b46e req-d543e089-2b23-427b-a2ea-363adb9139cd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Mar 08 20:38:57.235959 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54616) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:38:57.236517 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.v2.base [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Request body: {'floatingip': {'port_id': '4f1b46e3-3854-4d55-a1f5-f08b931d501a'}} {{(pid=103781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 20:38:57.274683 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), before_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:57.710143 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:57.787510 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:57.891209 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 405072e0-7877-4186-b2eb-453cb099ad5c associated. External IP: 172.27.0.165, port: 4f1b46e3-3854-4d55-a1f5-f08b931d501a. Mar 08 20:38:58.107211 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:38:58.459256 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:38:58.465554 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:38:58.471530 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:38:58.481507 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:58.482225 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:38:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:58.494417 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-349740e8-62ba-4d56-be93-8a8d59f97135 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "PUT /v2.0/floatingips/405072e0-7877-4186-b2eb-453cb099ad5c HTTP/1.1" status: 200 len: 992 time: 1.2611787 Mar 08 20:38:58.495009 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:38:58.497289 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:38:58.595130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:58.815038 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '405072e0-7877-4186-b2eb-453cb099ad5c', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:10:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:42Z', 'updated_at': '2022-03-08T20:38:57Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:58.845473 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:38:58.853591 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:38:58.854194 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:38:48Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:58.960085 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:38:59.185310 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '405072e0-7877-4186-b2eb-453cb099ad5c', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:10:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:42Z', 'updated_at': '2022-03-08T20:38:57Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:38:59.212560 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c31bd-68df-44f6-968f-7fb2bd10447c None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_floatingips': [{'id': '405072e0-7877-4186-b2eb-453cb099ad5c', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'router_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'port_id': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'mac_address': 'fa:16:3e:10:cf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:38:42Z', 'updated_at': '2022-03-08T20:38:57Z', 'revision_number': 1, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:38:59.404233 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5d9a1-2ba4-42be-b576-bb3d5671e938 None None] New status for floating IP 405072e0-7877-4186-b2eb-453cb099ad5c: ACTIVE {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:38:59.544121 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ba9bf-974b-4438-b07b-a499de5691db x-openstack-request-id: req-a01ba9bf-974b-4438-b07b-a499de5691db {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:38:59.544744 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:38:59.544744 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a01ba9bf-974b-4438-b07b-a499de5691db {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:38:59.545033 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'status': 'completed', 'code': 200} Mar 08 20:38:59.606489 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-43c33cac-519f-40b5-ab1d-6ec5646cd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:59.608027 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-43c33cac-519f-40b5-ab1d-6ec5646cd37c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 1130 time: 0.0437644 Mar 08 20:38:59.702160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-6939d17f-71e7-4263-8955-352e77f61986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:59.703603 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-6939d17f-71e7-4263-8955-352e77f61986 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0902982 Mar 08 20:38:59.765963 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-1a36419b-b9ee-471a-87b0-ae2875794fb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a HTTP/1.1" status: 200 len: 1002 time: 0.0566361 Mar 08 20:38:59.812509 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-3f79c3bc-17db-4219-a901-ea3576f86165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:59.813821 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-3f79c3bc-17db-4219-a901-ea3576f86165 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0423882 Mar 08 20:38:59.864961 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-604958ca-820f-4cf9-9794-16bbd27acbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:38:59.866465 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-604958ca-820f-4cf9-9794-16bbd27acbba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468218 Mar 08 20:38:59.953117 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-91fa4598-05bc-418e-af56-b735495886b0 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806022 Mar 08 20:39:00.042712 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-a3b10b07-b6be-4bba-b542-38c2b41ff0e5 req-23499e95-34ae-4639-9889-e6aa7e88bf94 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 Mar 08 20:39:16.038768 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-efd41233-81ea-4d96-ab5c-d035437e5ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:17.890876 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:39:18.352998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc15d-fdd7-454b-a69c-84e3382abacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:19.655697 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:21.433055 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:22.615676 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:26.438435 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.020878 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-01bfdce7-4ed5-4a35-a54d-dd643d6673bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:46.451585 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-1dd341e2-d390-4b41-8b62-436039b09616 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517752 Mar 08 20:39:46.544038 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-21354172-3e7c-40ef-a990-42d6c8088223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:46.545562 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-21354172-3e7c-40ef-a990-42d6c8088223 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 1130 time: 0.0546103 Mar 08 20:39:46.652686 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-1adc4ff3-d4cd-415d-86c5-0f25b93da18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:46.654291 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-1adc4ff3-d4cd-415d-86c5-0f25b93da18b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 200 len: 915 time: 0.0896304 Mar 08 20:39:46.723512 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-3ea77fd5-3ca2-4643-acfb-9747fb6b8ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a HTTP/1.1" status: 200 len: 1002 time: 0.0641193 Mar 08 20:39:46.776128 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-bad70769-f18b-4077-9ee5-628014c4e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:46.777568 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-bad70769-f18b-4077-9ee5-628014c4e249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 200 len: 854 time: 0.0487413 Mar 08 20:39:46.825305 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-6393b147-8677-46b9-a7b8-44f759858d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:39:46.827345 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-6393b147-8677-46b9-a7b8-44f759858d21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbc41aed-1242-4f9a-af5e-01e28febe80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435500 Mar 08 20:39:46.912361 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-0175499c-cf14-4cb2-8ad5-070088d0d27c service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791647 Mar 08 20:39:47.001467 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-7e9797b6-a9f2-4932-9c5d-a59b5a1e801a req-eff2e8ca-ef13-46a6-9fa6-9128c552a194 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838997 Mar 08 20:39:48.312436 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-88d1f7df-8ac2-43a0-8ed3-61d7a0391067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:49.684557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:51.415146 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:52.546573 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:39:54.890201 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:39:56.443971 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:16.003498 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4cb44ecf-4024-447c-92c9-d2242237e0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:18.358394 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-4f46c31a-7264-4e01-9b1e-8b5888d5bd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:19.729341 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:21.500402 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:22.580568 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:26.467582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:28.893951 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0dda3-291f-4f11-967f-a9c2347e2033 req-c40a954b-bab4-4ae3-a91b-ff3f00a4411e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:28.895422 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0d0dda3-291f-4f11-967f-a9c2347e2033 req-c40a954b-bab4-4ae3-a91b-ff3f00a4411e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0533471 Mar 08 20:40:28.940922 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b0d0dda3-291f-4f11-967f-a9c2347e2033 req-7d60bd76-f003-4913-986c-e489eaa01110 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 Mar 08 20:40:30.062741 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386c75-8fdc-4467-af90-0f2ca41da444 req-9254ab73-2cb3-46a1-bdd5-9e56f26d28eb tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:30.064250 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff386c75-8fdc-4467-af90-0f2ca41da444 req-9254ab73-2cb3-46a1-bdd5-9e56f26d28eb tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0563729 Mar 08 20:40:30.110135 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-ff386c75-8fdc-4467-af90-0f2ca41da444 req-e4f6143b-e5b3-45e6-94ed-8bb5bccc0afd tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403237 Mar 08 20:40:30.879072 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ffd83-8922-4a91-872f-a98c8d830abb req-6bc78ca7-f28a-479e-8944-f3ba276d7b52 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:30.880527 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-196ffd83-8922-4a91-872f-a98c8d830abb req-6bc78ca7-f28a-479e-8944-f3ba276d7b52 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Mar 08 20:40:30.967233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 4f1b46e3-3854-4d55-a1f5-f08b931d501a {{(pid=103781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:30.967572 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.057854 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.db [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] For port 4f1b46e3-3854-4d55-a1f5-f08b931d501a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f1b46e3-3854-4d55-a1f5-f08b931d501a,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:31.058219 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.255403 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.256123 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1982808'] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), after_update {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.256123 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.db.l3_db [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Floating IP 405072e0-7877-4186-b2eb-453cb099ad5c disassociated. External IP: 172.27.0.165, port: 4f1b46e3-3854-4d55-a1f5-f08b931d501a. Mar 08 20:40:31.256415 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.plugins.ml2.plugin [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 4f1b46e3-3854-4d55-a1f5-f08b931d501a owned by compute:nova {{(pid=103781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:31.309035 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d7a17-21f4-4a35-bab9-656649ff3351 req-09169e82-7be9-43a0-a910-7d07e43d15f6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:40:31.310509 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b07d7a17-21f4-4a35-bab9-656649ff3351 req-09169e82-7be9-43a0-a910-7d07e43d15f6 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 946 time: 0.1091411 Mar 08 20:40:31.377170 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-b07d7a17-21f4-4a35-bab9-656649ff3351 req-4cf52bbb-e9ea-460d-a7cf-eb38716b9ac1 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a715956a-1027-4e24-93b1-d5ca3fce1619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596516 Mar 08 20:40:31.540164 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7419403'] for port (4f1b46e3-3854-4d55-a1f5-f08b931d501a), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.570620 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=4f1b46e3-3854-4d55-a1f5-f08b931d501a,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:31.582122 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.582436 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.582806 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.583142 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.583477 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.583830 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.584160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.584490 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.584875 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.585203 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.585527 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.585874 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.586175 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:31.697634 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:31.806075 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:31.817059 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:31.826710 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:31.827325 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:40:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:31.847233 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.db.l3_dvrscheduler_db [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] No DVR routers for this DVR port 4f1b46e3-3854-4d55-a1f5-f08b931d501a on host hv-cinder-83009 {{(pid=103781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:40:31.849640 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for port (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:31.852937 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-196ffd83-8922-4a91-872f-a98c8d830abb req-790cd010-bbb5-41dd-bef4-260255c92f91 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.47 "DELETE /v2.0/ports/4f1b46e3-3854-4d55-a1f5-f08b931d501a HTTP/1.1" status: 204 len: 173 time: 0.9676540 Mar 08 20:40:31.853370 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'name': 'network-vif-deleted', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a'}] {{(pid=103781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 20:40:31.855577 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b14223f27ff92da9902233a0a2ace2c3f2d299683d0a22b7772eb55efbcfd342" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf618d7-a11a-4e3e-b686-48e99cef392d" -d '{"events": [{"server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "name": "network-vif-deleted", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a"}]}' {{(pid=103781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 20:40:31.888490 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:40:31.892242 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 20:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef642b28-96b0-49b1-b0e4-c5b26e4c008e x-openstack-request-id: req-ef642b28-96b0-49b1-b0e4-c5b26e4c008e {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 20:40:31.892539 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4e288f-0802-4f30-9e98-48d1d01ee767", "name": "network-vif-deleted", "tag": "4f1b46e3-3854-4d55-a1f5-f08b931d501a", "status": "completed", "code": 200}]} {{(pid=103781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 20:40:31.892836 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef642b28-96b0-49b1-b0e4-c5b26e4c008e {{(pid=103781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 20:40:31.893292 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4e288f-0802-4f30-9e98-48d1d01ee767', 'name': 'network-vif-deleted', 'tag': '4f1b46e3-3854-4d55-a1f5-f08b931d501a', 'status': 'completed', 'code': 200} Mar 08 20:40:31.940253 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:32.146256 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:32.173275 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:32.181803 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:32.182411 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:40:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:32.288774 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:32.488056 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [req-6ce4dddf-4a53-43ac-9ac4-eed2e07077b5 req-2a5fb344-ebd2-4a31-830f-8e9cce849288 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc4e288f-0802-4f30-9e98-48d1d01ee767 HTTP/1.1" status: 200 len: 210 time: 0.0282471 Mar 08 20:40:32.618236 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:32.645009 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564071ac-dda6-480e-83b7-1b212aa57c1c None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:32:00Z', 'revision_number': 4, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi', '_interfaces': [{'id': 'ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b', 'name': '', 'network_id': 'dbc41aed-1242-4f9a-af5e-01e28febe80b', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'mac_address': 'fa:16:3e:d9:47:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:59Z', 'updated_at': '2022-03-08T20:32:04Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'subnets': [{'id': '0993b844-e1bd-4400-8377-6bb7d15c9d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:32.861945 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338a70d4-c2d9-4c8e-beaa-cf77ddfbefad None None] New status for floating IP 405072e0-7877-4186-b2eb-453cb099ad5c: DOWN {{(pid=103784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 20:40:33.701351 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54740) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:33.753611 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (a715956a-1027-4e24-93b1-d5ca3fce1619), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.779137 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (a715956a-1027-4e24-93b1-d5ca3fce1619), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.940742 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (a715956a-1027-4e24-93b1-d5ca3fce1619), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.943308 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:33.944697 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/security-groups/a715956a-1027-4e24-93b1-d5ca3fce1619 HTTP/1.1" status: 204 len: 168 time: 0.2423058 Mar 08 20:40:33.947491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54742) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:33.955074 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088591-c140-4f77-baf0-56246576e96d tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715956a-1027-4e24-93b1-d5ca3fce1619,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:33.962777 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.api.v2.resource [None req-a83c5333-41c8-4ab3-ac4f-289dd154b504 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] show failed (client error): The resource could not be found. Mar 08 20:40:33.963823 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-a83c5333-41c8-4ab3-ac4f-289dd154b504 tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "GET /v2.0/security-groups/a715956a-1027-4e24-93b1-d5ca3fce1619 HTTP/1.1" status: 404 len: 347 time: 0.0152462 Mar 08 20:40:33.966713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54746) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:34.089237 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Deleting port 05d33e33-8642-4d3e-bb1f-478d542d2d74 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:34.089580 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.165619 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.165949 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (05d33e33-8642-4d3e-bb1f-478d542d2d74), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.177403 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Calling delete_port for 05d33e33-8642-4d3e-bb1f-478d542d2d74 owned by network:floatingip {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:34.403491 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (05d33e33-8642-4d3e-bb1f-478d542d2d74), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.432115 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Pushing event deleted for resources: {'Port': ['ID=05d33e33-8642-4d3e-bb1f-478d542d2d74,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:34.443650 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.444027 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.444372 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.444713 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.445052 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.445387 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.445719 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.446054 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.446386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.446712 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.447037 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.447362 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.447685 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:34.501614 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks [] for floatingip (405072e0-7877-4186-b2eb-453cb099ad5c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.504327 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105448'] for floatingip (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:34.505482 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-53177a10-50a6-4ef1-b10d-8eb65f8f258e tempest-AttachVolumeNegativeTest-1351507184 tempest-AttachVolumeNegativeTest-1351507184-project] 10.222.0.18 "DELETE /v2.0/floatingips/405072e0-7877-4186-b2eb-453cb099ad5c HTTP/1.1" status: 204 len: 168 time: 0.5376103 Mar 08 20:40:34.648722 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4f1b46e3-3854-4d55-a1f5-f08b931d501a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:40:34.673836 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] No Port match for: 4f1b46e3-3854-4d55-a1f5-f08b931d501a {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:40:34.674149 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Device 4f1b46e3-3854-4d55-a1f5-f08b931d501a not bound to the agent host hv-cinder-83009 {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:40:38.826028 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54782) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:39.545387 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1985624'] for router_interface (db672b61-ad7f-400a-9faf-445db0ea324d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:39.795983 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Deleting port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:39.796213 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:39.871573 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] For port ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:39.872303 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:39.883250 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Calling delete_port for ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b owned by network:router_interface {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:40.145897 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.175422 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:40.341147 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1985580'] for router_interface (db672b61-ad7f-400a-9faf-445db0ea324d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.563299 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Router db672b61-ad7f-400a-9faf-445db0ea324d has already been hosted by L3 agent f27060a0-f47c-4e1f-ad45-3b0334fbb5ed {{(pid=103782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:40:40.673361 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] Notify agent at l3_agent.dv-cinder-830095-3-iscsi the message routers_updated {{(pid=103782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:40:40.679081 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-8fb2d45e-c454-48a0-82cf-0581c0b22fdb admin admin] 10.222.0.18 "PUT /v2.0/routers/db672b61-ad7f-400a-9faf-445db0ea324d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519912 Mar 08 20:40:40.681604 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54786) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:40.684315 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Sync routers for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 20:40:40.695023 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:40.695643 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:40:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:40.801583 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks [] for router (db672b61-ad7f-400a-9faf-445db0ea324d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.808078 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: dv-cinder-830095-3-iscsi {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:40.904885 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks [] for router_gateway (db672b61-ad7f-400a-9faf-445db0ea324d), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:40.983006 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'external_fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:40:40Z', 'revision_number': 5, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port': {'id': '00840f37-93ad-48f0-a17f-fdb61af70944', 'name': '', 'network_id': 'fd8f52e2-f746-4fa2-ae86-f377ba465583', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:61:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:31:57Z', 'updated_at': '2022-03-08T20:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffffb6d2-f331-4ace-b70f-83901cb0001c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-3-iscsi'}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:41.014024 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Checking router: db672b61-ad7f-400a-9faf-445db0ea324d for host: dv-cinder-830095-3-iscsi {{(pid=103783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 20:40:41.022873 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Routers {'db672b61-ad7f-400a-9faf-445db0ea324d'} bound to L3 agent in host dv-cinder-830095-3-iscsi {{(pid=103783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 20:40:41.023492 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:10:48Z,description=,heartbeat_timestamp=2022-03-08T20:40:18Z,host='dv-cinder-830095-3-iscsi',id=f27060a0-f47c-4e1f-ad45-3b0334fbb5ed,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:10:49Z,topic='l3_agent')) {'router_ids': ['db672b61-ad7f-400a-9faf-445db0ea324d'], 'active': True} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:41.023624 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Deleting port 00840f37-93ad-48f0-a17f-fdb61af70944 {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:41.023912 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.112270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] For port 00840f37-93ad-48f0-a17f-fdb61af70944, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=00840f37-93ad-48f0-a17f-fdb61af70944,segment=NetworkSegment(cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87),segment_id=cfcf30eb-18f9-4d0d-91c9-ce9c3fb5db87)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:41.112270 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.112868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvr_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] Set router db672b61-ad7f-400a-9faf-445db0ea324d gateway port host: None {{(pid=103783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 20:40:41.124520 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Calling delete_port for 00840f37-93ad-48f0-a17f-fdb61af70944 owned by network:router_gateway {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:41.165586 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_hamode_db [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:40:40Z', 'revision_number': 6, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port_host': None}], 'dv-cinder-830095-3-iscsi', False) {} {{(pid=103783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:41.196582 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a2a08-e148-4594-aa35-bf4fa44b254a None None] The sync data for ids ['db672b61-ad7f-400a-9faf-445db0ea324d'] in dv-cinder-830095-3-iscsi is: [{'id': 'db672b61-ad7f-400a-9faf-445db0ea324d', 'name': 'tempest-AttachVolumeNegativeTest-1747621604-router', 'tenant_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:31:56Z', 'updated_at': '2022-03-08T20:40:40Z', 'revision_number': 6, 'project_id': 'cde4125d4dc44b88a8a422cbfc2e891b', 'gw_port_host': None}] {{(pid=103783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 20:40:41.432399 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (00840f37-93ad-48f0-a17f-fdb61af70944), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.461933 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=00840f37-93ad-48f0-a17f-fdb61af70944,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:41.523081 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1989254'] for router_gateway (db672b61-ad7f-400a-9faf-445db0ea324d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.620245 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1986098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30819'] for router (db672b61-ad7f-400a-9faf-445db0ea324d), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.622396 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks [] for router_controller (db672b61-ad7f-400a-9faf-445db0ea324d), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.781085 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1986085'] for router (db672b61-ad7f-400a-9faf-445db0ea324d), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.781587 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router db672b61-ad7f-400a-9faf-445db0ea324d {{(pid=103782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:40:41.786087 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.787103 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-e6d60798-6387-4ef3-bdfb-fdd5de16a7ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/db672b61-ad7f-400a-9faf-445db0ea324d HTTP/1.1" status: 204 len: 168 time: 1.1045310 Mar 08 20:40:41.789540 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54790) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:41.833500 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Deleting subnet 0993b844-e1bd-4400-8377-6bb7d15c9d03 {{(pid=103782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 20:40:41.836520 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Publish callbacks [] for subnet (0993b844-e1bd-4400-8377-6bb7d15c9d03), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.870130 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6190360'] for subnet (0993b844-e1bd-4400-8377-6bb7d15c9d03), precommit_delete_associations {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:41.947875 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1029881'] for subnet (0993b844-e1bd-4400-8377-6bb7d15c9d03), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.078327 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1029858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-148562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6259696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6085942'] for subnet (0993b844-e1bd-4400-8377-6bb7d15c9d03), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.107221 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.111810 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0993b844-e1bd-4400-8377-6bb7d15c9d03 HTTP/1.1" status: 204 len: 168 time: 0.3212357 Mar 08 20:40:42.112762 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8853f2-ed01-48a6-b8a1-24e2275f74fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0993b844-e1bd-4400-8377-6bb7d15c9d03,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:42.113320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183de76-42eb-477d-bcca-f166d2952b42 None None] Network dbc41aed-1242-4f9a-af5e-01e28febe80b requested from dv-cinder-830095-3-iscsi {{(pid=103783) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 20:40:42.114386 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54792) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:42.184608 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-971894'] for network (dbc41aed-1242-4f9a-af5e-01e28febe80b), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.249609 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Deleting port 77f94baf-4198-4476-8f24-6aff1d5e4b5c {{(pid=103782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:42.250027 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.286130 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] DHCP port deletion for dbc41aed-1242-4f9a-af5e-01e28febe80b request from dv-cinder-830095-3-iscsi {{(pid=103783) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 20:40:42.316296 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.db [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] For port 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=77f94baf-4198-4476-8f24-6aff1d5e4b5c,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:42.316576 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.328890 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.plugin [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Calling delete_port for 77f94baf-4198-4476-8f24-6aff1d5e4b5c owned by network:dhcp {{(pid=103782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:42.337916 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Deleting port 77f94baf-4198-4476-8f24-6aff1d5e4b5c {{(pid=103783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 20:40:42.338291 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745724820547'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), before_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.399382 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.db [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] For port 77f94baf-4198-4476-8f24-6aff1d5e4b5c, host dv-cinder-830095-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-3-iscsi',level=0,port_id=77f94baf-4198-4476-8f24-6aff1d5e4b5c,segment=NetworkSegment(6a4424fa-2f7d-4210-8e08-15b7b6924985),segment_id=6a4424fa-2f7d-4210-8e08-15b7b6924985)] {{(pid=103783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:40:42.399802 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1990218'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), precommit_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.412846 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Calling delete_port for 77f94baf-4198-4476-8f24-6aff1d5e4b5c owned by network:dhcp {{(pid=103783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 20:40:42.488869 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 77f94baf-4198-4476-8f24-6aff1d5e4b5c no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:40:42.529360 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6259655'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.540435 dv-cinder-830095-3-iscsi neutron-server[103783]: INFO neutron.plugins.ml2.db [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No ports have port_id starting with 77f94baf-4198-4476-8f24-6aff1d5e4b5c Mar 08 20:40:42.565576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:40:42.565576 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745724826022', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745724384467'] for port (77f94baf-4198-4476-8f24-6aff1d5e4b5c), after_delete {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.566073 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f94baf-4198-4476-8f24-6aff1d5e4b5c,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:42.566073 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] No DVR routers for this DVR port 77f94baf-4198-4476-8f24-6aff1d5e4b5c on host dv-cinder-830095-3-iscsi {{(pid=103782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:40:42.580446 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:40:42.580702 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device ca4f54f4-79cf-4de5-8e12-4e1e7b67fd5b not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:40:42.581129 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 00840f37-93ad-48f0-a17f-fdb61af70944 no longer exists at agent ovs-agent-dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 20:40:42.601962 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Pushing event deleted for resources: {'Port': ['ID=77f94baf-4198-4476-8f24-6aff1d5e4b5c,revision_number=None']} {{(pid=103783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:42.624907 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] No DVR routers for this DVR port 77f94baf-4198-4476-8f24-6aff1d5e4b5c on host dv-cinder-830095-3-iscsi {{(pid=103783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:40:42.626290 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.plugin [None req-871f80f1-3008-4788-950e-a463ba803212 None None] No Port match for: 00840f37-93ad-48f0-a17f-fdb61af70944 {{(pid=103783) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 20:40:42.626876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.plugins.ml2.rpc [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Device 00840f37-93ad-48f0-a17f-fdb61af70944 not bound to the agent host dv-cinder-830095-3-iscsi {{(pid=103783) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 20:40:42.634908 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.635268 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.635621 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.635994 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.636724 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.636724 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.637197 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.637686 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.637868 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.638783 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.639125 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.639460 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.639774 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-995446', 'neutron.services.segments.db._delete_segments_for_network-8745724927335'] for network (dbc41aed-1242-4f9a-af5e-01e28febe80b), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.643117 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a675be0-b653-4fd7-9eff-2fb0a3a41982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-3-iscsi {{(pid=103783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:40:42.667953 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc41aed-1242-4f9a-af5e-01e28febe80b']}} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:42.677984 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4424fa-2f7d-4210-8e08-15b7b6924985') {'for_net_delete': True} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:42.678444 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.services.segments.db [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4424fa-2f7d-4210-8e08-15b7b6924985') {} {{(pid=103782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:40:42.688144 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745724928368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6190563'] for segment (6a4424fa-2f7d-4210-8e08-15b7b6924985), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.701145 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850'] for segment (6a4424fa-2f7d-4210-8e08-15b7b6924985), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.708616 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 20:40:42.709147 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1024850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6259610'] for segment (6a4424fa-2f7d-4210-8e08-15b7b6924985), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: Traceback (most recent call last): Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: timer() Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: cb(*args, **kw) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: return func(*args, **kwargs) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: self._notify() Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: self.callback(batched_events) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: event.method(event) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: return f(self, *a, **k) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._get(url).json() Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: return self.request(url, 'GET', **kwargs) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:40:42.710803 dv-cinder-830095-3-iscsi neutron-server[103782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:40:42.952114 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-995455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1989282'] for network (dbc41aed-1242-4f9a-af5e-01e28febe80b), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.958160 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601048'] for network (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:42.961788 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbc41aed-1242-4f9a-af5e-01e28febe80b HTTP/1.1" status: 204 len: 168 time: 0.8464940 Mar 08 20:40:43.002859 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96ec9-81bc-46c0-bb70-adfa436feb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc41aed-1242-4f9a-af5e-01e28febe80b,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:43.397880 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54796) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:43.437441 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2139f2a3-0942-4132-890f-ceaabf8c6b0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cde4125d4dc44b88a8a422cbfc2e891b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383368 Mar 08 20:40:43.440521 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54798) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:43.491680 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] Publish callbacks [] for security_group (962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.518898 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] Publish callbacks [] for security_group (962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.699866 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.702476 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:43.703656 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3 HTTP/1.1" status: 204 len: 168 time: 0.2622590 Mar 08 20:40:43.711670 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e96a7-ec4f-4078-aa94-cea9bb8cf601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b19cb-0e8e-4c00-ab37-fe3fd3cbdda3,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:46.026670 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-67056ff3-c71b-4913-8d70-f3650719a0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:48.305832 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d84c8a6e-d4fb-43e2-a5fd-4403bf9398b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:49.700415 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:51.565737 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:52.580643 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.603555 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:56.838540 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54914) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:56.942494 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fef49ef-0367-4aa5-9f54-90ef805e5b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.014439 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fef49ef-0367-4aa5-9f54-90ef805e5b5f admin admin] Publish callbacks [] for security_group (ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.083080 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-2fef49ef-0367-4aa5-9f54-90ef805e5b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.124323 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-2fef49ef-0367-4aa5-9f54-90ef805e5b5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8bd0c197b9d4842ac5b6522a02964be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823460 Mar 08 20:40:57.124323 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef49ef-0367-4aa5-9f54-90ef805e5b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:57.124795 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54918) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:40:57.173682 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] Publish callbacks [] for security_group (ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.195224 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] Publish callbacks [] for security_group (ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.368556 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.371118 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:40:57.372329 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9 HTTP/1.1" status: 204 len: 168 time: 0.2459965 Mar 08 20:40:57.380379 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d27d2-8c0b-4ab2-a6c4-7b9b63601e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc2ace-3ece-489c-bd25-8c1cf6ff6ce9,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:40:59.918160 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54962) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:00.020621 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-45181391-29f6-47c3-8902-1744b2f96158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.092528 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-45181391-29f6-47c3-8902-1744b2f96158 admin admin] Publish callbacks [] for security_group (8fe017b2-dbe2-4381-94fa-16cc4a9733f1), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.208900 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-45181391-29f6-47c3-8902-1744b2f96158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (8fe017b2-dbe2-4381-94fa-16cc4a9733f1), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.249073 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-45181391-29f6-47c3-8902-1744b2f96158 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95ac54d17823445db417e7c4e1014205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294549 Mar 08 20:41:00.249953 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45181391-29f6-47c3-8902-1744b2f96158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe017b2-dbe2-4381-94fa-16cc4a9733f1,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:00.252190 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54966) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:00.302485 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] Publish callbacks [] for security_group (8fe017b2-dbe2-4381-94fa-16cc4a9733f1), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.324108 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] Publish callbacks [] for security_group (8fe017b2-dbe2-4381-94fa-16cc4a9733f1), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.454743 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (8fe017b2-dbe2-4381-94fa-16cc4a9733f1), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.457358 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:00.458546 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fe017b2-dbe2-4381-94fa-16cc4a9733f1 HTTP/1.1" status: 204 len: 168 time: 0.2053175 Mar 08 20:41:00.466246 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f709ee6-ca55-4f8d-a739-be913a68c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe017b2-dbe2-4381-94fa-16cc4a9733f1,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:01.152755 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 54972) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:01.166543 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea9f-f913-444c-b537-838c62212a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.239816 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea9f-f913-444c-b537-838c62212a99 admin admin] Publish callbacks [] for security_group (e7332986-0612-470e-9780-1a6e308104a0), precommit_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.334507 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea9f-f913-444c-b537-838c62212a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e7332986-0612-470e-9780-1a6e308104a0), after_create {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.373947 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-c6cfea9f-f913-444c-b537-838c62212a99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2277d4170c8a40c8a0d079929dca0fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201064 Mar 08 20:41:01.374798 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfea9f-f913-444c-b537-838c62212a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7332986-0612-470e-9780-1a6e308104a0,revision_number=1']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:01.376717 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 54974) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:01.425420 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] Publish callbacks [] for security_group (e7332986-0612-470e-9780-1a6e308104a0), before_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.447648 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] Publish callbacks [] for security_group (e7332986-0612-470e-9780-1a6e308104a0), precommit_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.632334 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (e7332986-0612-470e-9780-1a6e308104a0), after_delete {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.637017 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:01.638651 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7332986-0612-470e-9780-1a6e308104a0 HTTP/1.1" status: 204 len: 168 time: 0.2609217 Mar 08 20:41:01.647626 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af450c9a-656e-481f-8ca4-4d1bdebd86b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7332986-0612-470e-9780-1a6e308104a0,revision_number=None']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:08.888037 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:41:16.094948 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-574988f0-cc63-43a7-806b-8ecfd31f7d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:18.311561 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-37337799-315c-4d64-b2ab-4ecc2a6f23f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:19.700373 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:21.471524 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:22.580057 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:26.454289 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.086987 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.wsgi [-] (103781) accepted ('10.222.0.18', 55140) {{(pid=103781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:27.192107 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3882e12d-0a9e-4c6f-b5b9-fd732e69bdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.263002 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3882e12d-0a9e-4c6f-b5b9-fd732e69bdef admin admin] Publish callbacks [] for security_group (bb386833-ade7-4a7b-9bd5-f2c401f1ba29), precommit_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.339767 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron_lib.callbacks.manager [None req-3882e12d-0a9e-4c6f-b5b9-fd732e69bdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bb386833-ade7-4a7b-9bd5-f2c401f1ba29), after_create {{(pid=103781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.376359 dv-cinder-830095-3-iscsi neutron-server[103781]: INFO neutron.wsgi [None req-3882e12d-0a9e-4c6f-b5b9-fd732e69bdef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7752b270b9c94b6d81c918424a736ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921331 Mar 08 20:41:27.378215 dv-cinder-830095-3-iscsi neutron-server[103781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882e12d-0a9e-4c6f-b5b9-fd732e69bdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb386833-ade7-4a7b-9bd5-f2c401f1ba29,revision_number=1']} {{(pid=103781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:27.379064 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [-] (103782) accepted ('10.222.0.18', 55144) {{(pid=103782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 20:41:27.431370 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] Publish callbacks [] for security_group (bb386833-ade7-4a7b-9bd5-f2c401f1ba29), before_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.456005 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] Publish callbacks [] for security_group (bb386833-ade7-4a7b-9bd5-f2c401f1ba29), precommit_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.620152 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1881224'] for security_group (bb386833-ade7-4a7b-9bd5-f2c401f1ba29), after_delete {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.622590 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron_lib.callbacks.manager [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:27.623740 dv-cinder-830095-3-iscsi neutron-server[103782]: INFO neutron.wsgi [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb386833-ade7-4a7b-9bd5-f2c401f1ba29 HTTP/1.1" status: 204 len: 168 time: 0.2436965 Mar 08 20:41:27.632254 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece9262-e716-419a-a042-1de518f7c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb386833-ade7-4a7b-9bd5-f2c401f1ba29,revision_number=None']} {{(pid=103782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:41:45.886968 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:41:46.002200 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6c06a500-0922-48f9-9a13-ccd39236d261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:48.322032 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-7956a4f4-b2d6-4d9f-a745-4745bdd6f4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:49.682302 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:51.533820 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:52.567893 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:41:56.493676 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:16.001154 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9348-78db-4c31-bb86-063c5facc90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:18.305278 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-ac115174-5341-40c3-a8f3-34e418e9a32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:19.687688 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:21.482565 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:22.561870 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:22.886216 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:42:26.459184 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:46.030320 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-2b256f30-62df-47db-b09a-2555dbca773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:48.316462 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-47c8b040-706e-4b44-bdd2-6bacdd8130aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:49.710396 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:51.469469 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:52.561119 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:56.457809 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:42:59.885374 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:16.018443 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d1c71ea2-a402-4cec-8cf1-042c2d7ce45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:18.326904 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-8c7ff89b-a873-45c0-8fa8-bd94710c6459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:19.698631 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:21.465175 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:22.578307 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:26.491304 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:36.884065 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:43:45.994998 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-56a56a32-d039-4466-868c-9c74640f1062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:48.338082 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-09082759-8ac9-4baf-ac16-6c59cd5a619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:49.720795 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:51.481050 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:52.544323 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:43:56.458394 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:13.882283 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:44:16.010404 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-70b7a0ed-074a-4646-a44d-3aa8f54eee77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:18.309293 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-d15427d4-312e-4cd1-abc8-be3a59493209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:19.720544 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:21.497557 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:22.583325 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:26.538043 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:45.969900 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-46b48550-b3c4-4c49-8393-107787c6458b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:48.308764 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-94465a6d-5f5e-425d-a6ad-d5af7a552c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:49.703212 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:50.880774 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:44:51.474733 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:52.560056 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:44:56.491360 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:15.977372 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-347c0873-3112-42e8-ada7-9777fc806ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:18.354331 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-39ddd022-aaf0-436a-89c0-5a479898741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:19.697218 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:21.443610 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:22.542856 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:26.473959 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:27.879227 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:45:45.976879 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-54488a1c-b290-4cca-b789-03d14afb0c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:48.302607 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-51a75ff8-0b5f-463f-9697-459ffb9c473a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:49.717864 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:51.443216 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:52.525131 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:45:56.485214 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:02.847092 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-b996cf3d-5704-4f36-8f52-404c8e2dfec6 service neutron] (103782) timed out ('10.222.0.18', 49316) {{(pid=103782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:46:02.920842 dv-cinder-830095-3-iscsi neutron-server[103782]: DEBUG neutron.wsgi [req-baed9c8f-a3e5-4b3b-983d-d57f6c807700 req-fda21f64-d51d-4217-b599-2e1f950e7538 tempest-TestShelveInstance-2131916744 tempest-TestShelveInstance-2131916744-project] (103782) timed out ('10.222.0.18', 49324) {{(pid=103782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 20:46:04.880055 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:46:15.997644 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-daa25d69-8dec-451b-9122-c4c18d22f1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:18.307849 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-a745bca3-5538-4545-9dfc-921742f5e514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:19.701876 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:21.473856 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:22.580584 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:26.468244 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:41.878624 dv-cinder-830095-3-iscsi neutron-server[103784]: DEBUG neutron.db.agents_db [None req-74ea2b10-d735-4f34-a807-efb0462ef800 None None] Agent healthcheck: found 6 active agents {{(pid=103784) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 20:46:45.988563 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-6bd34aea-a2c8-4985-b05a-d85a13c79ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (969a9148-25d1-4d72-8fa3-a16b46397852), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:48.296526 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f088ce80-da00-4359-99ed-f529bea1e478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (f27060a0-f47c-4e1f-ad45-3b0334fbb5ed), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:49.756700 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-97ad6db4-37f2-4eaf-ab82-7032fe6ec181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (1f22dc9c-faa3-4d84-97dd-936ab461c475), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:51.490702 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-f32f567a-4c85-4428-8b50-3b5f155be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (45d57ebd-5102-41d0-ad9a-1d9c6fa69a84), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:52.625674 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-871f80f1-3008-4788-950e-a463ba803212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (af3a2465-2405-4c80-b2ef-11ca3d82f2ba), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 20:46:56.562639 dv-cinder-830095-3-iscsi neutron-server[103783]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2139-27dd-4515-9b6c-fc2c07bc35df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745724927317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-985997'] for agent (3bb1d33a-7410-46f8-966e-56bba6c8b9f7), after_update {{(pid=103783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}